1 /**************************************************************************
3 Copyright 2002-2008 VMware, Inc.
7 Permission is hereby granted, free of charge, to any person obtaining a
8 copy of this software and associated documentation files (the "Software"),
9 to deal in the Software without restriction, including without limitation
10 on the rights to use, copy, modify, merge, publish, distribute, sub
11 license, and/or sell copies of the Software, and to permit persons to whom
12 the Software is furnished to do so, subject to the following conditions:
14 The above copyright notice and this permission notice (including the next
15 paragraph) shall be included in all copies or substantial portions of the
18 THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
21 VMWARE AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
22 DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
23 OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
24 USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
30 * Keith Whitwell <keithw@vmware.com>
35 /* Display list compiler attempts to store lists of vertices with the
36 * same vertex layout. Additionally it attempts to minimize the need
37 * for execute-time fixup of these vertex lists, allowing them to be
40 * There are still some circumstances where this can be thwarted, for
41 * example by building a list that consists of one very long primitive
42 * (eg Begin(Triangles), 1000 vertices, End), and calling that list
43 * from inside a different begin/end object (Begin(Lines), CallList,
46 * In that case the code will have to replay the list as individual
47 * commands through the Exec dispatch table, or fix up the copied
48 * vertices at execute-time.
50 * The other case where fixup is required is when a vertex attribute
51 * is introduced in the middle of a primitive. Eg:
53 * TexCoord1f() Vertex2f()
54 * TexCoord1f() Color3f() Vertex2f()
57 * If the current value of Color isn't known at compile-time, this
58 * primitive will require fixup.
61 * The list compiler currently doesn't attempt to compile lists
62 * containing EvalCoord or EvalPoint commands. On encountering one of
63 * these, compilation falls back to opcodes.
65 * This could be improved to fallback only when a mix of EvalCoord and
66 * Vertex commands are issued within a single primitive.
70 #include "main/glheader.h"
71 #include "main/arrayobj.h"
72 #include "main/bufferobj.h"
73 #include "main/context.h"
74 #include "main/dlist.h"
75 #include "main/enums.h"
76 #include "main/eval.h"
77 #include "main/macros.h"
78 #include "main/draw_validate.h"
79 #include "main/api_arrayelt.h"
80 #include "main/vtxfmt.h"
81 #include "main/dispatch.h"
82 #include "main/state.h"
83 #include "main/varray.h"
84 #include "util/bitscan.h"
85 #include "util/u_memory.h"
86 #include "util/hash_table.h"
88 #include "gallium/include/pipe/p_state.h"
91 #include "vbo_private.h"
98 /* An interesting VBO number/name to help with debugging */
99 #define VBO_BUF_ID 12345
101 static void GLAPIENTRY
102 _save_Materialfv(GLenum face, GLenum pname, const GLfloat *params);
104 static void GLAPIENTRY
105 _save_EvalCoord1f(GLfloat u);
107 static void GLAPIENTRY
108 _save_EvalCoord2f(GLfloat u, GLfloat v);
111 * NOTE: Old 'parity' issue is gone, but copying can still be
112 * wrong-footed on replay.
115 copy_vertices(struct gl_context *ctx,
116 const struct vbo_save_vertex_list *node,
117 const fi_type * src_buffer)
119 struct vbo_save_context *save = &vbo_context(ctx)->save;
120 struct _mesa_prim *prim = &node->cold->prims[node->cold->prim_count - 1];
121 GLuint sz = save->vertex_size;
122 const fi_type *src = src_buffer + prim->start * sz;
123 fi_type *dst = save->copied.buffer;
128 return vbo_copy_vertices(ctx, prim->mode, prim->start, &prim->count,
129 prim->begin, sz, true, dst, src);
133 static struct vbo_save_vertex_store *
134 realloc_vertex_store(struct vbo_save_vertex_store *store, uint32_t vertex_size, int vertex_count)
137 store = CALLOC_STRUCT(vbo_save_vertex_store);
139 int new_size = MAX2(vertex_count * vertex_size, VBO_SAVE_BUFFER_SIZE) * sizeof(GLfloat);
140 if (new_size > store->buffer_in_ram_size) {
141 store->buffer_in_ram_size = new_size;
142 store->buffer_in_ram = realloc(store->buffer_in_ram, store->buffer_in_ram_size);
149 static struct vbo_save_primitive_store *
150 realloc_prim_store(struct vbo_save_primitive_store *store, int prim_count)
153 store = CALLOC_STRUCT(vbo_save_primitive_store);
154 uint32_t old_size = store->size;
155 store->size = MAX3(store->size, prim_count, VBO_SAVE_PRIM_SIZE);
156 store->prims = realloc(store->prims, store->size * sizeof(struct _mesa_prim));
157 memset(&store->prims[old_size], 0, (store->size - old_size) * sizeof(struct _mesa_prim));
164 reset_counters(struct gl_context *ctx)
166 struct vbo_save_context *save = &vbo_context(ctx)->save;
168 save->vertex_store->used = 0;
169 save->prim_store->used = 0;
170 save->vert_count = 0;
171 save->dangling_attr_ref = GL_FALSE;
175 * For a list of prims, try merging prims that can just be extensions of the
179 merge_prims(struct gl_context *ctx, struct _mesa_prim *prim_list,
183 struct _mesa_prim *prev_prim = prim_list;
185 for (i = 1; i < *prim_count; i++) {
186 struct _mesa_prim *this_prim = prim_list + i;
188 vbo_try_prim_conversion(&this_prim->mode, &this_prim->count);
190 if (vbo_merge_draws(ctx, true,
191 prev_prim->mode, this_prim->mode,
192 prev_prim->start, this_prim->start,
193 &prev_prim->count, this_prim->count,
194 prev_prim->basevertex, this_prim->basevertex,
196 this_prim->begin, this_prim->end)) {
197 /* We've found a prim that just extend the previous one. Tack it
198 * onto the previous one, and let this primitive struct get dropped.
203 /* If any previous primitives have been dropped, then we need to copy
204 * this later one into the next available slot.
207 if (prev_prim != this_prim)
208 *prev_prim = *this_prim;
211 *prim_count = prev_prim - prim_list + 1;
216 * Convert GL_LINE_LOOP primitive into GL_LINE_STRIP so that drivers
217 * don't have to worry about handling the _mesa_prim::begin/end flags.
218 * See https://bugs.freedesktop.org/show_bug.cgi?id=81174
221 convert_line_loop_to_strip(struct vbo_save_context *save,
222 struct vbo_save_vertex_list *node)
224 struct _mesa_prim *prim = &node->cold->prims[node->cold->prim_count - 1];
226 assert(prim->mode == GL_LINE_LOOP);
229 /* Copy the 0th vertex to end of the buffer and extend the
230 * vertex count by one to finish the line loop.
232 const GLuint sz = save->vertex_size;
234 const fi_type *src = save->vertex_store->buffer_in_ram + prim->start * sz;
236 fi_type *dst = save->vertex_store->buffer_in_ram + (prim->start + prim->count) * sz;
238 memcpy(dst, src, sz * sizeof(float));
241 node->cold->vertex_count++;
243 save->vertex_store->used += sz;
247 /* Drawing the second or later section of a long line loop.
248 * Skip the 0th vertex.
254 prim->mode = GL_LINE_STRIP;
258 /* Compare the present vao if it has the same setup. */
260 compare_vao(gl_vertex_processing_mode mode,
261 const struct gl_vertex_array_object *vao,
262 const struct gl_buffer_object *bo, GLintptr buffer_offset,
263 GLuint stride, GLbitfield64 vao_enabled,
264 const GLubyte size[VBO_ATTRIB_MAX],
265 const GLenum16 type[VBO_ATTRIB_MAX],
266 const GLuint offset[VBO_ATTRIB_MAX])
271 /* If the enabled arrays are not the same we are not equal. */
272 if (vao_enabled != vao->Enabled)
275 /* Check the buffer binding at 0 */
276 if (vao->BufferBinding[0].BufferObj != bo)
278 /* BufferBinding[0].Offset != buffer_offset is checked per attribute */
279 if (vao->BufferBinding[0].Stride != stride)
281 assert(vao->BufferBinding[0].InstanceDivisor == 0);
283 /* Retrieve the mapping from VBO_ATTRIB to VERT_ATTRIB space */
284 const GLubyte *const vao_to_vbo_map = _vbo_attribute_alias_map[mode];
286 /* Now check the enabled arrays */
287 GLbitfield mask = vao_enabled;
289 const int attr = u_bit_scan(&mask);
290 const unsigned char vbo_attr = vao_to_vbo_map[attr];
291 const GLenum16 tp = type[vbo_attr];
292 const GLintptr off = offset[vbo_attr] + buffer_offset;
293 const struct gl_array_attributes *attrib = &vao->VertexAttrib[attr];
294 if (attrib->RelativeOffset + vao->BufferBinding[0].Offset != off)
296 if (attrib->Format.Type != tp)
298 if (attrib->Format.Size != size[vbo_attr])
300 assert(attrib->Format.Format == GL_RGBA);
301 assert(attrib->Format.Normalized == GL_FALSE);
302 assert(attrib->Format.Integer == vbo_attrtype_to_integer_flag(tp));
303 assert(attrib->Format.Doubles == vbo_attrtype_to_double_flag(tp));
304 assert(attrib->BufferBindingIndex == 0);
311 /* Create or reuse the vao for the vertex processing mode. */
313 update_vao(struct gl_context *ctx,
314 gl_vertex_processing_mode mode,
315 struct gl_vertex_array_object **vao,
316 struct gl_buffer_object *bo, GLintptr buffer_offset,
317 GLuint stride, GLbitfield64 vbo_enabled,
318 const GLubyte size[VBO_ATTRIB_MAX],
319 const GLenum16 type[VBO_ATTRIB_MAX],
320 const GLuint offset[VBO_ATTRIB_MAX])
322 /* Compute the bitmasks of vao_enabled arrays */
323 GLbitfield vao_enabled = _vbo_get_vao_enabled_from_vbo(mode, vbo_enabled);
326 * Check if we can possibly reuse the exisiting one.
327 * In the long term we should reset them when something changes.
329 if (compare_vao(mode, *vao, bo, buffer_offset, stride,
330 vao_enabled, size, type, offset))
333 /* The initial refcount is 1 */
334 _mesa_reference_vao(ctx, vao, NULL);
335 *vao = _mesa_new_vao(ctx, ~((GLuint)0));
338 * assert(stride <= ctx->Const.MaxVertexAttribStride);
339 * MaxVertexAttribStride is not set for drivers that does not
340 * expose GL 44 or GLES 31.
343 /* Bind the buffer object at binding point 0 */
344 _mesa_bind_vertex_buffer(ctx, *vao, 0, bo, buffer_offset, stride, false,
347 /* Retrieve the mapping from VBO_ATTRIB to VERT_ATTRIB space
348 * Note that the position/generic0 aliasing is done in the VAO.
350 const GLubyte *const vao_to_vbo_map = _vbo_attribute_alias_map[mode];
351 /* Now set the enable arrays */
352 GLbitfield mask = vao_enabled;
354 const int vao_attr = u_bit_scan(&mask);
355 const GLubyte vbo_attr = vao_to_vbo_map[vao_attr];
356 assert(offset[vbo_attr] <= ctx->Const.MaxVertexAttribRelativeOffset);
358 _vbo_set_attrib_format(ctx, *vao, vao_attr, buffer_offset,
359 size[vbo_attr], type[vbo_attr], offset[vbo_attr]);
360 _mesa_vertex_attrib_binding(ctx, *vao, vao_attr, 0);
362 _mesa_enable_vertex_array_attribs(ctx, *vao, vao_enabled);
363 assert(vao_enabled == (*vao)->Enabled);
364 assert((vao_enabled & ~(*vao)->VertexAttribBufferMask) == 0);
366 /* Finalize and freeze the VAO */
367 _mesa_set_vao_immutable(ctx, *vao);
372 realloc_storage(struct gl_context *ctx, int prim_count, int vertex_count)
374 struct vbo_save_context *save = &vbo_context(ctx)->save;
375 if (vertex_count >= 0)
376 save->vertex_store = realloc_vertex_store(save->vertex_store, save->vertex_size, vertex_count);
379 save->prim_store = realloc_prim_store(save->prim_store, prim_count);
383 unsigned vertex_size;
384 fi_type *vertex_attributes;
387 static uint32_t _hash_vertex_key(const void *key)
389 struct vertex_key *k = (struct vertex_key*)key;
390 unsigned sz = k->vertex_size;
392 return _mesa_hash_data(k->vertex_attributes, sz * sizeof(float));
395 static bool _compare_vertex_key(const void *key1, const void *key2)
397 struct vertex_key *k1 = (struct vertex_key*)key1;
398 struct vertex_key *k2 = (struct vertex_key*)key2;
399 /* All the compared vertices are going to be drawn with the same VAO,
400 * so we can compare the attributes. */
401 assert (k1->vertex_size == k2->vertex_size);
402 return memcmp(k1->vertex_attributes,
403 k2->vertex_attributes,
404 k1->vertex_size * sizeof(float)) == 0;
407 static void _free_entry(struct hash_entry *entry)
409 free((void*)entry->key);
412 /* Add vertex to the vertex buffer and return its index. If this vertex is a duplicate
413 * of an existing vertex, return the original index instead.
416 add_vertex(struct vbo_save_context *save, struct hash_table *hash_to_index,
417 uint32_t index, fi_type *new_buffer, uint32_t *max_index)
419 /* If vertex deduplication is disabled return the original index. */
423 fi_type *vert = save->vertex_store->buffer_in_ram + save->vertex_size * index;
425 struct vertex_key *key = malloc(sizeof(struct vertex_key));
426 key->vertex_size = save->vertex_size;
427 key->vertex_attributes = vert;
429 struct hash_entry *entry = _mesa_hash_table_search(hash_to_index, key);
432 /* We found an existing vertex with the same hash, return its index. */
433 return (uintptr_t) entry->data;
435 /* This is a new vertex. Determine a new index and copy its attributes to the vertex
436 * buffer. Note that 'new_buffer' is created at each list compilation so we write vertices
437 * starting at index 0.
439 uint32_t n = _mesa_hash_table_num_entries(hash_to_index);
440 *max_index = MAX2(n, *max_index);
442 memcpy(&new_buffer[save->vertex_size * n],
444 save->vertex_size * sizeof(fi_type));
446 _mesa_hash_table_insert(hash_to_index, key, (void*)(uintptr_t)(n));
448 /* The index buffer is shared between list compilations, so add the base index to get
457 * Insert the active immediate struct onto the display list currently
461 compile_vertex_list(struct gl_context *ctx)
463 struct vbo_save_context *save = &vbo_context(ctx)->save;
464 struct vbo_save_vertex_list *node;
466 /* Allocate space for this structure in the display list currently
469 node = (struct vbo_save_vertex_list *)
470 _mesa_dlist_alloc_vertex_list(ctx, !save->dangling_attr_ref && !save->no_current_update);
475 memset(node, 0, sizeof(struct vbo_save_vertex_list));
476 node->cold = calloc(1, sizeof(*node->cold));
478 /* Make sure the pointer is aligned to the size of a pointer */
479 assert((GLintptr) node % sizeof(void *) == 0);
481 const GLsizei stride = save->vertex_size*sizeof(GLfloat);
483 node->cold->vertex_count = save->vert_count;
484 node->cold->wrap_count = save->copied.nr;
485 node->cold->prims = malloc(sizeof(struct _mesa_prim) * save->prim_store->used);
486 memcpy(node->cold->prims, save->prim_store->prims, sizeof(struct _mesa_prim) * save->prim_store->used);
487 node->cold->ib.obj = NULL;
488 node->cold->prim_count = save->prim_store->used;
490 if (save->no_current_update) {
491 node->cold->current_data = NULL;
494 GLuint current_size = save->vertex_size - save->attrsz[0];
495 node->cold->current_data = NULL;
498 node->cold->current_data = malloc(current_size * sizeof(GLfloat));
499 if (node->cold->current_data) {
500 const char *buffer = (const char *)save->vertex_store->buffer_in_ram;
501 unsigned attr_offset = save->attrsz[0] * sizeof(GLfloat);
502 unsigned vertex_offset = 0;
504 if (node->cold->vertex_count)
505 vertex_offset = (node->cold->vertex_count - 1) * stride;
507 memcpy(node->cold->current_data, buffer + vertex_offset + attr_offset,
508 current_size * sizeof(GLfloat));
510 _mesa_error(ctx, GL_OUT_OF_MEMORY, "Current value allocation");
515 assert(save->attrsz[VBO_ATTRIB_POS] != 0 || node->cold->vertex_count == 0);
517 if (save->dangling_attr_ref)
518 ctx->ListState.Current.UseLoopback = true;
520 /* Copy duplicated vertices
522 save->copied.nr = copy_vertices(ctx, node, save->vertex_store->buffer_in_ram);
524 if (node->cold->prims[node->cold->prim_count - 1].mode == GL_LINE_LOOP) {
525 convert_line_loop_to_strip(save, node);
528 merge_prims(ctx, node->cold->prims, &node->cold->prim_count);
530 GLintptr buffer_offset = 0;
531 GLuint start_offset = 0;
533 /* Create an index buffer. */
534 node->cold->min_index = node->cold->max_index = 0;
535 if (save->vert_count == 0 || node->cold->prim_count == 0)
538 /* We won't modify node->prims, so use a const alias to avoid unintended
540 const struct _mesa_prim *original_prims = node->cold->prims;
542 int end = original_prims[node->cold->prim_count - 1].start +
543 original_prims[node->cold->prim_count - 1].count;
544 int total_vert_count = end - original_prims[0].start;
546 node->cold->min_index = node->cold->prims[0].start;
547 node->cold->max_index = end - 1;
549 /* Estimate for the worst case: all prims are line strips (the +1 is because
550 * wrap_buffers may call use but the last primitive may not be complete) */
551 int max_indices_count = MAX2(total_vert_count * 2 - (node->cold->prim_count * 2) + 1,
554 int size = max_indices_count * sizeof(uint32_t);
555 uint32_t* indices = (uint32_t*) malloc(size);
556 struct _mesa_prim *merged_prims = NULL;
559 struct hash_table *vertex_to_index = NULL;
560 fi_type *temp_vertices_buffer = NULL;
562 /* The loopback replay code doesn't use the index buffer, so we can't
563 * dedup vertices in this case.
565 if (!ctx->ListState.Current.UseLoopback) {
566 vertex_to_index = _mesa_hash_table_create(NULL, _hash_vertex_key, _compare_vertex_key);
567 temp_vertices_buffer = malloc(save->vertex_store->buffer_in_ram_size);
570 uint32_t max_index = 0;
572 int last_valid_prim = -1;
573 /* Construct indices array. */
574 for (unsigned i = 0; i < node->cold->prim_count; i++) {
575 assert(original_prims[i].basevertex == 0);
576 GLubyte mode = original_prims[i].mode;
578 int vertex_count = original_prims[i].count;
583 /* Line strips may get converted to lines */
584 if (mode == GL_LINE_STRIP)
587 /* If 2 consecutive prims use the same mode => merge them. */
588 bool merge_prims = last_valid_prim >= 0 &&
589 mode == merged_prims[last_valid_prim].mode &&
590 mode != GL_LINE_LOOP && mode != GL_TRIANGLE_FAN &&
591 mode != GL_QUAD_STRIP && mode != GL_POLYGON &&
594 /* To be able to merge consecutive triangle strips we need to insert
595 * a degenerate triangle.
598 mode == GL_TRIANGLE_STRIP) {
599 /* Insert a degenerate triangle */
600 assert(merged_prims[last_valid_prim].mode == GL_TRIANGLE_STRIP);
601 unsigned tri_count = merged_prims[last_valid_prim].count - 2;
603 indices[idx] = indices[idx - 1];
604 indices[idx + 1] = add_vertex(save, vertex_to_index, original_prims[i].start,
605 temp_vertices_buffer, &max_index);
607 merged_prims[last_valid_prim].count += 2;
610 /* Add another index to preserve winding order */
611 indices[idx++] = add_vertex(save, vertex_to_index, original_prims[i].start,
612 temp_vertices_buffer, &max_index);
613 merged_prims[last_valid_prim].count++;
619 /* Convert line strips to lines if it'll allow if the previous
620 * prim mode is GL_LINES (so merge_prims is true) or if the next
621 * primitive mode is GL_LINES or GL_LINE_LOOP.
623 if (original_prims[i].mode == GL_LINE_STRIP &&
625 (i < node->cold->prim_count - 1 &&
626 (original_prims[i + 1].mode == GL_LINE_STRIP ||
627 original_prims[i + 1].mode == GL_LINES)))) {
628 for (unsigned j = 0; j < vertex_count; j++) {
629 indices[idx++] = add_vertex(save, vertex_to_index, original_prims[i].start + j,
630 temp_vertices_buffer, &max_index);
631 /* Repeat all but the first/last indices. */
632 if (j && j != vertex_count - 1) {
633 indices[idx++] = add_vertex(save, vertex_to_index, original_prims[i].start + j,
634 temp_vertices_buffer, &max_index);
638 /* We didn't convert to LINES, so restore the original mode */
639 mode = original_prims[i].mode;
641 for (unsigned j = 0; j < vertex_count; j++) {
642 indices[idx++] = add_vertex(save, vertex_to_index, original_prims[i].start + j,
643 temp_vertices_buffer, &max_index);
648 /* Update vertex count. */
649 merged_prims[last_valid_prim].count += idx - start;
651 /* Keep this primitive */
652 last_valid_prim += 1;
653 assert(last_valid_prim <= i);
654 merged_prims = realloc(merged_prims, (1 + last_valid_prim) * sizeof(struct _mesa_prim));
655 merged_prims[last_valid_prim] = original_prims[i];
656 merged_prims[last_valid_prim].start = start;
657 merged_prims[last_valid_prim].count = idx - start;
659 merged_prims[last_valid_prim].mode = mode;
662 assert(idx > 0 && idx <= max_indices_count);
664 unsigned merged_prim_count = last_valid_prim + 1;
665 node->cold->ib.ptr = NULL;
666 node->cold->ib.count = idx;
667 node->cold->ib.index_size_shift = (GL_UNSIGNED_INT - GL_UNSIGNED_BYTE) >> 1;
669 /* How many bytes do we need to store the indices and the vertices */
670 total_vert_count = vertex_to_index ? (max_index + 1) : idx;
671 unsigned total_bytes_needed = idx * sizeof(uint32_t) +
672 total_vert_count * save->vertex_size * sizeof(fi_type);
674 const GLintptr old_offset = save->VAO[0] ?
675 save->VAO[0]->BufferBinding[0].Offset + save->VAO[0]->VertexAttrib[VERT_ATTRIB_POS].RelativeOffset : 0;
676 if (old_offset != save->current_bo_bytes_used && stride > 0) {
677 GLintptr offset_diff = save->current_bo_bytes_used - old_offset;
678 while (offset_diff > 0 &&
679 save->current_bo_bytes_used < save->current_bo->Size &&
680 offset_diff % stride != 0) {
681 save->current_bo_bytes_used++;
682 offset_diff = save->current_bo_bytes_used - old_offset;
685 buffer_offset = save->current_bo_bytes_used;
687 /* Can we reuse the previous bo or should we allocate a new one? */
688 int available_bytes = save->current_bo ? save->current_bo->Size - save->current_bo_bytes_used : 0;
689 if (total_bytes_needed > available_bytes) {
690 if (save->current_bo)
691 _mesa_reference_buffer_object(ctx, &save->current_bo, NULL);
692 save->current_bo = ctx->Driver.NewBufferObject(ctx, VBO_BUF_ID + 1);
693 bool success = ctx->Driver.BufferData(ctx,
694 GL_ELEMENT_ARRAY_BUFFER_ARB,
695 MAX2(total_bytes_needed, VBO_SAVE_BUFFER_SIZE * sizeof(uint32_t)),
697 GL_STATIC_DRAW_ARB, GL_MAP_WRITE_BIT,
700 _mesa_reference_buffer_object(ctx, &save->current_bo, NULL);
701 _mesa_error(ctx, GL_OUT_OF_MEMORY, "IB allocation");
703 save->current_bo_bytes_used = 0;
704 available_bytes = save->current_bo->Size;
708 assert(old_offset <= buffer_offset);
709 const GLintptr offset_diff = buffer_offset - old_offset;
710 if (offset_diff > 0 && stride > 0 && offset_diff % stride == 0) {
711 /* The vertex size is an exact multiple of the buffer offset.
712 * This means that we can use zero-based vertex attribute pointers
713 * and specify the start of the primitive with the _mesa_prim::start
714 * field. This results in issuing several draw calls with identical
715 * vertex attribute information. This can result in fewer state
716 * changes in drivers. In particular, the Gallium CSO module will
717 * filter out redundant vertex buffer changes.
719 /* We cannot immediately update the primitives as some methods below
720 * still need the uncorrected start vertices
722 start_offset = offset_diff/stride;
723 assert(old_offset == buffer_offset - offset_diff);
724 buffer_offset = old_offset;
727 /* Correct the primitive starts, we can only do this here as copy_vertices
728 * and convert_line_loop_to_strip above consume the uncorrected starts.
729 * On the other hand the _vbo_loopback_vertex_list call below needs the
730 * primitives to be corrected already.
732 for (unsigned i = 0; i < node->cold->prim_count; i++) {
733 node->cold->prims[i].start += start_offset;
735 /* start_offset shifts vertices (so v[0] becomes v[start_offset]), so we have
736 * to apply this transformation to all indices and max_index.
738 for (unsigned i = 0; i < idx; i++)
739 indices[i] += start_offset;
740 max_index += start_offset;
743 _mesa_reference_buffer_object(ctx, &node->cold->ib.obj, save->current_bo);
745 /* Upload the vertices first (see buffer_offset) */
746 ctx->Driver.BufferSubData(ctx,
747 save->current_bo_bytes_used,
748 total_vert_count * save->vertex_size * sizeof(fi_type),
749 vertex_to_index ? temp_vertices_buffer : save->vertex_store->buffer_in_ram,
751 save->current_bo_bytes_used += total_vert_count * save->vertex_size * sizeof(fi_type);
753 if (vertex_to_index) {
754 _mesa_hash_table_destroy(vertex_to_index, _free_entry);
755 free(temp_vertices_buffer);
758 /* Since we're append the indices to an existing buffer, we need to adjust the start value of each
759 * primitive (not the indices themselves). */
760 save->current_bo_bytes_used += align(save->current_bo_bytes_used, 4) - save->current_bo_bytes_used;
761 int indices_offset = save->current_bo_bytes_used / 4;
762 for (int i = 0; i < merged_prim_count; i++) {
763 merged_prims[i].start += indices_offset;
766 /* Then upload the indices. */
767 if (node->cold->ib.obj) {
768 ctx->Driver.BufferSubData(ctx,
769 save->current_bo_bytes_used,
770 idx * sizeof(uint32_t),
773 save->current_bo_bytes_used += idx * sizeof(uint32_t);
775 node->cold->vertex_count = 0;
776 node->cold->prim_count = 0;
779 /* Prepare for DrawGallium */
780 memset(&node->merged.info, 0, sizeof(struct pipe_draw_info));
781 /* The other info fields will be updated in vbo_save_playback_vertex_list */
782 node->merged.info.index_size = 4;
783 node->merged.info.instance_count = 1;
784 node->merged.info.index.gl_bo = node->cold->ib.obj;
785 if (merged_prim_count == 1) {
786 node->merged.info.mode = merged_prims[0].mode;
787 node->merged.start_count.start = merged_prims[0].start;
788 node->merged.start_count.count = merged_prims[0].count;
789 node->merged.start_count.index_bias = 0;
790 node->merged.mode = NULL;
792 node->merged.mode = malloc(merged_prim_count * sizeof(unsigned char));
793 node->merged.start_counts = malloc(merged_prim_count * sizeof(struct pipe_draw_start_count_bias));
794 for (unsigned i = 0; i < merged_prim_count; i++) {
795 node->merged.start_counts[i].start = merged_prims[i].start;
796 node->merged.start_counts[i].count = merged_prims[i].count;
797 node->merged.start_counts[i].index_bias = 0;
798 node->merged.mode[i] = merged_prims[i].mode;
801 node->merged.num_draws = merged_prim_count;
802 if (node->merged.num_draws > 1) {
803 bool same_mode = true;
804 for (unsigned i = 1; i < node->merged.num_draws && same_mode; i++) {
805 same_mode = node->merged.mode[i] == node->merged.mode[0];
808 /* All primitives use the same mode, so we can simplify a bit */
809 node->merged.info.mode = node->merged.mode[0];
810 free(node->merged.mode);
811 node->merged.mode = NULL;
820 if (!save->current_bo) {
821 save->current_bo = ctx->Driver.NewBufferObject(ctx, VBO_BUF_ID + 1);
822 bool success = ctx->Driver.BufferData(ctx,
823 GL_ELEMENT_ARRAY_BUFFER_ARB,
824 VBO_SAVE_BUFFER_SIZE * sizeof(uint32_t),
826 GL_STATIC_DRAW_ARB, GL_MAP_WRITE_BIT,
830 GLuint offsets[VBO_ATTRIB_MAX];
831 for (unsigned i = 0, offset = 0; i < VBO_ATTRIB_MAX; ++i) {
833 offset += save->attrsz[i] * sizeof(GLfloat);
835 /* Create a pair of VAOs for the possible VERTEX_PROCESSING_MODEs
836 * Note that this may reuse the previous one of possible.
838 for (gl_vertex_processing_mode vpm = VP_MODE_FF; vpm < VP_MODE_MAX; ++vpm) {
839 /* create or reuse the vao */
840 update_vao(ctx, vpm, &save->VAO[vpm],
841 save->current_bo, buffer_offset, stride,
842 save->enabled, save->attrsz, save->attrtype, offsets);
843 /* Reference the vao in the dlist */
844 node->VAO[vpm] = NULL;
845 _mesa_reference_vao(ctx, &node->VAO[vpm], save->VAO[vpm]);
849 /* Deal with GL_COMPILE_AND_EXECUTE:
851 if (ctx->ExecuteFlag) {
852 struct _glapi_table *dispatch = GET_DISPATCH();
854 _glapi_set_dispatch(ctx->Exec);
856 /* _vbo_loopback_vertex_list doesn't use the index buffer, so we have to
857 * use buffer_in_ram instead of current_bo which contains all vertices instead
858 * of the deduplicated vertices only in the !UseLoopback case.
860 * The problem is that the VAO offset is based on current_bo's layout,
861 * so we have to use a temp value.
863 struct gl_vertex_array_object *vao = node->VAO[VP_MODE_SHADER];
864 GLintptr original = vao->BufferBinding[0].Offset;
865 if (!ctx->ListState.Current.UseLoopback) {
866 GLintptr new_offset = 0;
867 /* 'start_offset' has been added to all primitives 'start', so undo it here. */
868 new_offset -= start_offset * stride;
869 vao->BufferBinding[0].Offset = new_offset;
871 _vbo_loopback_vertex_list(ctx, node, save->vertex_store->buffer_in_ram);
872 vao->BufferBinding[0].Offset = original;
874 _glapi_set_dispatch(dispatch);
877 /* Decide whether the storage structs are full, or can be used for
878 * the next vertex lists as well.
880 if (save->vertex_store->used >
881 save->vertex_store->buffer_in_ram_size / sizeof(float) - 16 * (save->vertex_size + 4)) {
882 realloc_storage(ctx, -1, 0);
885 /* Reset our structures for the next run of vertices:
892 * This is called when we fill a vertex buffer before we hit a glEnd().
894 * TODO -- If no new vertices have been stored, don't bother saving it.
897 wrap_buffers(struct gl_context *ctx)
899 struct vbo_save_context *save = &vbo_context(ctx)->save;
900 GLint i = save->prim_store->used - 1;
903 assert(i < (GLint) save->prim_store->size);
906 /* Close off in-progress primitive.
908 save->prim_store->prims[i].count = (save->vert_count - save->prim_store->prims[i].start);
909 mode = save->prim_store->prims[i].mode;
911 /* store the copied vertices, and allocate a new list.
913 compile_vertex_list(ctx);
915 /* Restart interrupted primitive
917 save->prim_store->prims[0].mode = mode;
918 save->prim_store->prims[0].begin = 0;
919 save->prim_store->prims[0].end = 0;
920 save->prim_store->prims[0].start = 0;
921 save->prim_store->prims[0].count = 0;
922 save->prim_store->used = 1;
927 * Called only when buffers are wrapped as the result of filling the
928 * vertex_store struct.
931 wrap_filled_vertex(struct gl_context *ctx)
933 struct vbo_save_context *save = &vbo_context(ctx)->save;
934 unsigned numComponents;
935 ASSERTED uint32_t max_vert = save->vertex_size ?
936 save->vertex_store->buffer_in_ram_size / (sizeof(float) * save->vertex_size) : 0;
938 /* Emit a glEnd to close off the last vertex list.
942 /* Copy stored stored vertices to start of new list.
944 assert(max_vert - save->vert_count > save->copied.nr);
946 numComponents = save->copied.nr * save->vertex_size;
948 fi_type *buffer_ptr = save->vertex_store->buffer_in_ram;
951 numComponents * sizeof(fi_type));
952 assert(save->vertex_store->used == 0 && save->vert_count == 0);
953 save->vert_count = save->copied.nr;
954 save->vertex_store->used = numComponents;
959 copy_to_current(struct gl_context *ctx)
961 struct vbo_save_context *save = &vbo_context(ctx)->save;
962 GLbitfield64 enabled = save->enabled & (~BITFIELD64_BIT(VBO_ATTRIB_POS));
965 const int i = u_bit_scan64(&enabled);
966 assert(save->attrsz[i]);
968 if (save->attrtype[i] == GL_DOUBLE ||
969 save->attrtype[i] == GL_UNSIGNED_INT64_ARB)
970 memcpy(save->current[i], save->attrptr[i], save->attrsz[i] * sizeof(GLfloat));
972 COPY_CLEAN_4V_TYPE_AS_UNION(save->current[i], save->attrsz[i],
973 save->attrptr[i], save->attrtype[i]);
979 copy_from_current(struct gl_context *ctx)
981 struct vbo_save_context *save = &vbo_context(ctx)->save;
982 GLbitfield64 enabled = save->enabled & (~BITFIELD64_BIT(VBO_ATTRIB_POS));
985 const int i = u_bit_scan64(&enabled);
987 switch (save->attrsz[i]) {
989 save->attrptr[i][3] = save->current[i][3];
992 save->attrptr[i][2] = save->current[i][2];
995 save->attrptr[i][1] = save->current[i][1];
998 save->attrptr[i][0] = save->current[i][0];
1001 unreachable("Unexpected vertex attribute size");
1008 * Called when we increase the size of a vertex attribute. For example,
1009 * if we've seen one or more glTexCoord2f() calls and now we get a
1010 * glTexCoord3f() call.
1011 * Flush existing data, set new attrib size, replay copied vertices.
1014 upgrade_vertex(struct gl_context *ctx, GLuint attr, GLuint newsz)
1016 struct vbo_save_context *save = &vbo_context(ctx)->save;
1021 /* Store the current run of vertices, and emit a GL_END. Emit a
1022 * BEGIN in the new buffer.
1024 if (save->vert_count)
1027 assert(save->copied.nr == 0);
1029 /* Do a COPY_TO_CURRENT to ensure back-copying works for the case
1030 * when the attribute already exists in the vertex and is having
1031 * its size increased.
1033 copy_to_current(ctx);
1037 oldsz = save->attrsz[attr];
1038 save->attrsz[attr] = newsz;
1039 save->enabled |= BITFIELD64_BIT(attr);
1041 save->vertex_size += newsz - oldsz;
1042 save->vert_count = 0;
1044 /* Recalculate all the attrptr[] values:
1047 for (i = 0; i < VBO_ATTRIB_MAX; i++) {
1048 if (save->attrsz[i]) {
1049 save->attrptr[i] = tmp;
1050 tmp += save->attrsz[i];
1053 save->attrptr[i] = NULL; /* will not be dereferenced. */
1057 /* Copy from current to repopulate the vertex with correct values.
1059 copy_from_current(ctx);
1061 /* Replay stored vertices to translate them to new format here.
1063 * If there are copied vertices and the new (upgraded) attribute
1064 * has not been defined before, this list is somewhat degenerate,
1065 * and will need fixup at runtime.
1067 if (save->copied.nr) {
1068 const fi_type *data = save->copied.buffer;
1069 fi_type *dest = save->vertex_store->buffer_in_ram;
1071 /* Need to note this and fix up at runtime (or loopback):
1073 if (attr != VBO_ATTRIB_POS && save->currentsz[attr][0] == 0) {
1075 save->dangling_attr_ref = GL_TRUE;
1078 for (i = 0; i < save->copied.nr; i++) {
1079 GLbitfield64 enabled = save->enabled;
1081 const int j = u_bit_scan64(&enabled);
1082 assert(save->attrsz[j]);
1085 COPY_CLEAN_4V_TYPE_AS_UNION(dest, oldsz, data,
1091 COPY_SZ_4V(dest, newsz, save->current[attr]);
1096 GLint sz = save->attrsz[j];
1097 COPY_SZ_4V(dest, sz, data);
1104 save->vert_count += save->copied.nr;
1105 save->vertex_store->used += save->vertex_size * save->copied.nr;
1111 * This is called when the size of a vertex attribute changes.
1112 * For example, after seeing one or more glTexCoord2f() calls we
1113 * get a glTexCoord4f() or glTexCoord1f() call.
1116 fixup_vertex(struct gl_context *ctx, GLuint attr,
1117 GLuint sz, GLenum newType)
1119 struct vbo_save_context *save = &vbo_context(ctx)->save;
1121 if (sz > save->attrsz[attr] ||
1122 newType != save->attrtype[attr]) {
1123 /* New size is larger. Need to flush existing vertices and get
1124 * an enlarged vertex format.
1126 upgrade_vertex(ctx, attr, sz);
1128 else if (sz < save->active_sz[attr]) {
1130 const fi_type *id = vbo_get_default_vals_as_union(save->attrtype[attr]);
1132 /* New size is equal or smaller - just need to fill in some
1135 for (i = sz; i <= save->attrsz[attr]; i++)
1136 save->attrptr[attr][i - 1] = id[i - 1];
1139 save->active_sz[attr] = sz;
1144 * Reset the current size of all vertex attributes to the default
1145 * value of 0. This signals that we haven't yet seen any per-vertex
1146 * commands such as glNormal3f() or glTexCoord2f().
1149 reset_vertex(struct gl_context *ctx)
1151 struct vbo_save_context *save = &vbo_context(ctx)->save;
1153 while (save->enabled) {
1154 const int i = u_bit_scan64(&save->enabled);
1155 assert(save->attrsz[i]);
1156 save->attrsz[i] = 0;
1157 save->active_sz[i] = 0;
1160 save->vertex_size = 0;
1165 * If index=0, does glVertexAttrib*() alias glVertex() to emit a vertex?
1166 * It depends on a few things, including whether we're inside or outside
1170 is_vertex_position(const struct gl_context *ctx, GLuint index)
1172 return (index == 0 &&
1173 _mesa_attr_zero_aliases_vertex(ctx) &&
1174 _mesa_inside_dlist_begin_end(ctx));
1179 #define ERROR(err) _mesa_compile_error(ctx, err, __func__);
1182 /* Only one size for each attribute may be active at once. Eg. if
1183 * Color3f is installed/active, then Color4f may not be, even if the
1184 * vertex actually contains 4 color coordinates. This is because the
1185 * 3f version won't otherwise set color[3] to 1.0 -- this is the job
1186 * of the chooser function when switching between Color4f and Color3f.
1188 #define ATTR_UNION(A, N, T, C, V0, V1, V2, V3) \
1190 struct vbo_save_context *save = &vbo_context(ctx)->save; \
1191 int sz = (sizeof(C) / sizeof(GLfloat)); \
1193 if (save->active_sz[A] != N) \
1194 fixup_vertex(ctx, A, N * sz, T); \
1197 C *dest = (C *)save->attrptr[A]; \
1198 if (N>0) dest[0] = V0; \
1199 if (N>1) dest[1] = V1; \
1200 if (N>2) dest[2] = V2; \
1201 if (N>3) dest[3] = V3; \
1202 save->attrtype[A] = T; \
1207 uint32_t max_vert = save->vertex_size ? \
1208 save->vertex_store->buffer_in_ram_size / (sizeof(float) * save->vertex_size) : 0; \
1209 fi_type *buffer_ptr = save->vertex_store->buffer_in_ram + save->vertex_store->used; \
1211 for (i = 0; i < save->vertex_size; i++) \
1212 buffer_ptr[i] = save->vertex[i]; \
1214 save->vertex_store->used += save->vertex_size; \
1215 if (++save->vert_count >= max_vert) \
1216 wrap_filled_vertex(ctx); \
1220 #define TAG(x) _save_##x
1222 #include "vbo_attrib_tmp.h"
1226 #define MAT( ATTR, N, face, params ) \
1228 if (face != GL_BACK) \
1229 MAT_ATTR( ATTR, N, params ); /* front */ \
1230 if (face != GL_FRONT) \
1231 MAT_ATTR( ATTR + 1, N, params ); /* back */ \
1236 * Save a glMaterial call found between glBegin/End.
1237 * glMaterial calls outside Begin/End are handled in dlist.c.
1239 static void GLAPIENTRY
1240 _save_Materialfv(GLenum face, GLenum pname, const GLfloat *params)
1242 GET_CURRENT_CONTEXT(ctx);
1244 if (face != GL_FRONT && face != GL_BACK && face != GL_FRONT_AND_BACK) {
1245 _mesa_compile_error(ctx, GL_INVALID_ENUM, "glMaterial(face)");
1251 MAT(VBO_ATTRIB_MAT_FRONT_EMISSION, 4, face, params);
1254 MAT(VBO_ATTRIB_MAT_FRONT_AMBIENT, 4, face, params);
1257 MAT(VBO_ATTRIB_MAT_FRONT_DIFFUSE, 4, face, params);
1260 MAT(VBO_ATTRIB_MAT_FRONT_SPECULAR, 4, face, params);
1263 if (*params < 0 || *params > ctx->Const.MaxShininess) {
1264 _mesa_compile_error(ctx, GL_INVALID_VALUE, "glMaterial(shininess)");
1267 MAT(VBO_ATTRIB_MAT_FRONT_SHININESS, 1, face, params);
1270 case GL_COLOR_INDEXES:
1271 MAT(VBO_ATTRIB_MAT_FRONT_INDEXES, 3, face, params);
1273 case GL_AMBIENT_AND_DIFFUSE:
1274 MAT(VBO_ATTRIB_MAT_FRONT_AMBIENT, 4, face, params);
1275 MAT(VBO_ATTRIB_MAT_FRONT_DIFFUSE, 4, face, params);
1278 _mesa_compile_error(ctx, GL_INVALID_ENUM, "glMaterial(pname)");
1284 /* Cope with EvalCoord/CallList called within a begin/end object:
1285 * -- Flush current buffer
1286 * -- Fallback to opcodes for the rest of the begin/end object.
1289 dlist_fallback(struct gl_context *ctx)
1291 struct vbo_save_context *save = &vbo_context(ctx)->save;
1293 if (save->vert_count || save->prim_store->used) {
1294 if (save->prim_store->used > 0) {
1295 /* Close off in-progress primitive. */
1296 GLint i = save->prim_store->used - 1;
1297 save->prim_store->prims[i].count = save->vert_count - save->prim_store->prims[i].start;
1300 /* Need to replay this display list with loopback,
1301 * unfortunately, otherwise this primitive won't be handled
1304 save->dangling_attr_ref = GL_TRUE;
1306 compile_vertex_list(ctx);
1309 copy_to_current(ctx);
1311 if (save->out_of_memory) {
1312 _mesa_install_save_vtxfmt(ctx, &save->vtxfmt_noop);
1315 _mesa_install_save_vtxfmt(ctx, &ctx->ListState.ListVtxfmt);
1317 ctx->Driver.SaveNeedFlush = GL_FALSE;
1321 static void GLAPIENTRY
1322 _save_EvalCoord1f(GLfloat u)
1324 GET_CURRENT_CONTEXT(ctx);
1325 dlist_fallback(ctx);
1326 CALL_EvalCoord1f(ctx->Save, (u));
1329 static void GLAPIENTRY
1330 _save_EvalCoord1fv(const GLfloat * v)
1332 GET_CURRENT_CONTEXT(ctx);
1333 dlist_fallback(ctx);
1334 CALL_EvalCoord1fv(ctx->Save, (v));
1337 static void GLAPIENTRY
1338 _save_EvalCoord2f(GLfloat u, GLfloat v)
1340 GET_CURRENT_CONTEXT(ctx);
1341 dlist_fallback(ctx);
1342 CALL_EvalCoord2f(ctx->Save, (u, v));
1345 static void GLAPIENTRY
1346 _save_EvalCoord2fv(const GLfloat * v)
1348 GET_CURRENT_CONTEXT(ctx);
1349 dlist_fallback(ctx);
1350 CALL_EvalCoord2fv(ctx->Save, (v));
1353 static void GLAPIENTRY
1354 _save_EvalPoint1(GLint i)
1356 GET_CURRENT_CONTEXT(ctx);
1357 dlist_fallback(ctx);
1358 CALL_EvalPoint1(ctx->Save, (i));
1361 static void GLAPIENTRY
1362 _save_EvalPoint2(GLint i, GLint j)
1364 GET_CURRENT_CONTEXT(ctx);
1365 dlist_fallback(ctx);
1366 CALL_EvalPoint2(ctx->Save, (i, j));
1369 static void GLAPIENTRY
1370 _save_CallList(GLuint l)
1372 GET_CURRENT_CONTEXT(ctx);
1373 dlist_fallback(ctx);
1374 CALL_CallList(ctx->Save, (l));
1377 static void GLAPIENTRY
1378 _save_CallLists(GLsizei n, GLenum type, const GLvoid * v)
1380 GET_CURRENT_CONTEXT(ctx);
1381 dlist_fallback(ctx);
1382 CALL_CallLists(ctx->Save, (n, type, v));
1388 * Called when a glBegin is getting compiled into a display list.
1389 * Updating of ctx->Driver.CurrentSavePrimitive is already taken care of.
1392 vbo_save_NotifyBegin(struct gl_context *ctx, GLenum mode,
1393 bool no_current_update)
1395 struct vbo_save_context *save = &vbo_context(ctx)->save;
1396 const GLuint i = save->prim_store->used++;
1398 ctx->Driver.CurrentSavePrimitive = mode;
1400 assert(i < save->prim_store->size);
1401 save->prim_store->prims[i].mode = mode & VBO_SAVE_PRIM_MODE_MASK;
1402 save->prim_store->prims[i].begin = 1;
1403 save->prim_store->prims[i].end = 0;
1404 save->prim_store->prims[i].start = save->vert_count;
1405 save->prim_store->prims[i].count = 0;
1407 save->no_current_update = no_current_update;
1409 if (save->out_of_memory) {
1410 _mesa_install_save_vtxfmt(ctx, &save->vtxfmt_noop);
1413 _mesa_install_save_vtxfmt(ctx, &save->vtxfmt);
1416 /* We need to call vbo_save_SaveFlushVertices() if there's state change */
1417 ctx->Driver.SaveNeedFlush = GL_TRUE;
1421 static void GLAPIENTRY
1424 GET_CURRENT_CONTEXT(ctx);
1425 struct vbo_save_context *save = &vbo_context(ctx)->save;
1426 const GLint i = save->prim_store->used - 1;
1428 ctx->Driver.CurrentSavePrimitive = PRIM_OUTSIDE_BEGIN_END;
1429 save->prim_store->prims[i].end = 1;
1430 save->prim_store->prims[i].count = (save->vert_count - save->prim_store->prims[i].start);
1432 if (i == (GLint) save->prim_store->size - 1) {
1433 compile_vertex_list(ctx);
1434 assert(save->copied.nr == 0);
1437 /* Swap out this vertex format while outside begin/end. Any color,
1438 * etc. received between here and the next begin will be compiled
1441 if (save->out_of_memory) {
1442 _mesa_install_save_vtxfmt(ctx, &save->vtxfmt_noop);
1445 _mesa_install_save_vtxfmt(ctx, &ctx->ListState.ListVtxfmt);
1450 static void GLAPIENTRY
1451 _save_Begin(GLenum mode)
1453 GET_CURRENT_CONTEXT(ctx);
1455 _mesa_compile_error(ctx, GL_INVALID_OPERATION, "Recursive glBegin");
1459 static void GLAPIENTRY
1460 _save_PrimitiveRestartNV(void)
1462 GET_CURRENT_CONTEXT(ctx);
1463 struct vbo_save_context *save = &vbo_context(ctx)->save;
1465 if (save->prim_store->used == 0) {
1466 /* We're not inside a glBegin/End pair, so calling glPrimitiverRestartNV
1469 _mesa_compile_error(ctx, GL_INVALID_OPERATION,
1470 "glPrimitiveRestartNV called outside glBegin/End");
1472 /* get current primitive mode */
1473 GLenum curPrim = save->prim_store->prims[save->prim_store->used - 1].mode;
1474 bool no_current_update = save->no_current_update;
1476 /* restart primitive */
1477 CALL_End(ctx->CurrentServerDispatch, ());
1478 vbo_save_NotifyBegin(ctx, curPrim, no_current_update);
1483 /* Unlike the functions above, these are to be hooked into the vtxfmt
1484 * maintained in ctx->ListState, active when the list is known or
1485 * suspected to be outside any begin/end primitive.
1486 * Note: OBE = Outside Begin/End
1488 static void GLAPIENTRY
1489 _save_OBE_Rectf(GLfloat x1, GLfloat y1, GLfloat x2, GLfloat y2)
1491 GET_CURRENT_CONTEXT(ctx);
1492 struct _glapi_table *dispatch = ctx->CurrentServerDispatch;
1494 vbo_save_NotifyBegin(ctx, GL_QUADS, false);
1495 CALL_Vertex2f(dispatch, (x1, y1));
1496 CALL_Vertex2f(dispatch, (x2, y1));
1497 CALL_Vertex2f(dispatch, (x2, y2));
1498 CALL_Vertex2f(dispatch, (x1, y2));
1499 CALL_End(dispatch, ());
1503 static void GLAPIENTRY
1504 _save_OBE_Rectd(GLdouble x1, GLdouble y1, GLdouble x2, GLdouble y2)
1506 _save_OBE_Rectf((GLfloat) x1, (GLfloat) y1, (GLfloat) x2, (GLfloat) y2);
1509 static void GLAPIENTRY
1510 _save_OBE_Rectdv(const GLdouble *v1, const GLdouble *v2)
1512 _save_OBE_Rectf((GLfloat) v1[0], (GLfloat) v1[1], (GLfloat) v2[0], (GLfloat) v2[1]);
1515 static void GLAPIENTRY
1516 _save_OBE_Rectfv(const GLfloat *v1, const GLfloat *v2)
1518 _save_OBE_Rectf(v1[0], v1[1], v2[0], v2[1]);
1521 static void GLAPIENTRY
1522 _save_OBE_Recti(GLint x1, GLint y1, GLint x2, GLint y2)
1524 _save_OBE_Rectf((GLfloat) x1, (GLfloat) y1, (GLfloat) x2, (GLfloat) y2);
1527 static void GLAPIENTRY
1528 _save_OBE_Rectiv(const GLint *v1, const GLint *v2)
1530 _save_OBE_Rectf((GLfloat) v1[0], (GLfloat) v1[1], (GLfloat) v2[0], (GLfloat) v2[1]);
1533 static void GLAPIENTRY
1534 _save_OBE_Rects(GLshort x1, GLshort y1, GLshort x2, GLshort y2)
1536 _save_OBE_Rectf((GLfloat) x1, (GLfloat) y1, (GLfloat) x2, (GLfloat) y2);
1539 static void GLAPIENTRY
1540 _save_OBE_Rectsv(const GLshort *v1, const GLshort *v2)
1542 _save_OBE_Rectf((GLfloat) v1[0], (GLfloat) v1[1], (GLfloat) v2[0], (GLfloat) v2[1]);
1546 _ensure_draws_fits_in_storage(struct gl_context *ctx, int primcount, int vertcount)
1548 struct vbo_save_context *save = &vbo_context(ctx)->save;
1549 uint32_t max_vert = save->vertex_size ?
1550 save->vertex_store->buffer_in_ram_size / (sizeof(float) * save->vertex_size) : 0;
1552 bool realloc_prim = save->prim_store->used + primcount > save->prim_store->size;
1553 bool realloc_vert = save->vertex_size && (save->vert_count + vertcount >= max_vert);
1555 if (realloc_prim || realloc_vert) {
1556 if (realloc_vert && (save->vert_count || save->prim_store->used)) {
1557 /* TODO: this really isn't needed. We should realloc only the CPU-side memory. */
1558 compile_vertex_list(ctx);
1560 realloc_storage(ctx, realloc_prim ? primcount : -1, realloc_vert ? vertcount : -1);
1565 static void GLAPIENTRY
1566 _save_OBE_DrawArrays(GLenum mode, GLint start, GLsizei count)
1568 GET_CURRENT_CONTEXT(ctx);
1569 struct gl_vertex_array_object *vao = ctx->Array.VAO;
1570 struct vbo_save_context *save = &vbo_context(ctx)->save;
1573 if (!_mesa_is_valid_prim_mode(ctx, mode)) {
1574 _mesa_compile_error(ctx, GL_INVALID_ENUM, "glDrawArrays(mode)");
1578 _mesa_compile_error(ctx, GL_INVALID_VALUE, "glDrawArrays(count<0)");
1582 if (save->out_of_memory)
1585 _ensure_draws_fits_in_storage(ctx, 1, count);
1587 /* Make sure to process any VBO binding changes */
1588 _mesa_update_state(ctx);
1590 _mesa_vao_map_arrays(ctx, vao, GL_MAP_READ_BIT);
1592 vbo_save_NotifyBegin(ctx, mode, true);
1594 for (i = 0; i < count; i++)
1595 _mesa_array_element(ctx, start + i);
1596 CALL_End(ctx->CurrentServerDispatch, ());
1598 _mesa_vao_unmap_arrays(ctx, vao);
1602 static void GLAPIENTRY
1603 _save_OBE_MultiDrawArrays(GLenum mode, const GLint *first,
1604 const GLsizei *count, GLsizei primcount)
1606 GET_CURRENT_CONTEXT(ctx);
1609 if (!_mesa_is_valid_prim_mode(ctx, mode)) {
1610 _mesa_compile_error(ctx, GL_INVALID_ENUM, "glMultiDrawArrays(mode)");
1614 if (primcount < 0) {
1615 _mesa_compile_error(ctx, GL_INVALID_VALUE,
1616 "glMultiDrawArrays(primcount<0)");
1620 unsigned vertcount = 0;
1621 for (i = 0; i < primcount; i++) {
1623 _mesa_compile_error(ctx, GL_INVALID_VALUE,
1624 "glMultiDrawArrays(count[i]<0)");
1627 vertcount += count[i];
1630 _ensure_draws_fits_in_storage(ctx, primcount, vertcount);
1632 for (i = 0; i < primcount; i++) {
1634 _save_OBE_DrawArrays(mode, first[i], count[i]);
1641 array_element(struct gl_context *ctx,
1642 GLint basevertex, GLuint elt, unsigned index_size_shift)
1644 /* Section 10.3.5 Primitive Restart:
1646 * When one of the *BaseVertex drawing commands specified in section 10.5
1647 * is used, the primitive restart comparison occurs before the basevertex
1648 * offset is added to the array index.
1650 /* If PrimitiveRestart is enabled and the index is the RestartIndex
1651 * then we call PrimitiveRestartNV and return.
1653 if (ctx->Array._PrimitiveRestart[index_size_shift] &&
1654 elt == ctx->Array._RestartIndex[index_size_shift]) {
1655 CALL_PrimitiveRestartNV(ctx->CurrentServerDispatch, ());
1659 _mesa_array_element(ctx, basevertex + elt);
1663 /* Could do better by copying the arrays and element list intact and
1664 * then emitting an indexed prim at runtime.
1666 static void GLAPIENTRY
1667 _save_OBE_DrawElementsBaseVertex(GLenum mode, GLsizei count, GLenum type,
1668 const GLvoid * indices, GLint basevertex)
1670 GET_CURRENT_CONTEXT(ctx);
1671 struct vbo_save_context *save = &vbo_context(ctx)->save;
1672 struct gl_vertex_array_object *vao = ctx->Array.VAO;
1673 struct gl_buffer_object *indexbuf = vao->IndexBufferObj;
1676 if (!_mesa_is_valid_prim_mode(ctx, mode)) {
1677 _mesa_compile_error(ctx, GL_INVALID_ENUM, "glDrawElements(mode)");
1681 _mesa_compile_error(ctx, GL_INVALID_VALUE, "glDrawElements(count<0)");
1684 if (type != GL_UNSIGNED_BYTE &&
1685 type != GL_UNSIGNED_SHORT &&
1686 type != GL_UNSIGNED_INT) {
1687 _mesa_compile_error(ctx, GL_INVALID_VALUE, "glDrawElements(count<0)");
1691 if (save->out_of_memory)
1694 _ensure_draws_fits_in_storage(ctx, 1, count);
1696 /* Make sure to process any VBO binding changes */
1697 _mesa_update_state(ctx);
1699 _mesa_vao_map(ctx, vao, GL_MAP_READ_BIT);
1703 ADD_POINTERS(indexbuf->Mappings[MAP_INTERNAL].Pointer, indices);
1705 vbo_save_NotifyBegin(ctx, mode, true);
1708 case GL_UNSIGNED_BYTE:
1709 for (i = 0; i < count; i++)
1710 array_element(ctx, basevertex, ((GLubyte *) indices)[i], 0);
1712 case GL_UNSIGNED_SHORT:
1713 for (i = 0; i < count; i++)
1714 array_element(ctx, basevertex, ((GLushort *) indices)[i], 1);
1716 case GL_UNSIGNED_INT:
1717 for (i = 0; i < count; i++)
1718 array_element(ctx, basevertex, ((GLuint *) indices)[i], 2);
1721 _mesa_error(ctx, GL_INVALID_ENUM, "glDrawElements(type)");
1725 CALL_End(ctx->CurrentServerDispatch, ());
1727 _mesa_vao_unmap(ctx, vao);
1730 static void GLAPIENTRY
1731 _save_OBE_DrawElements(GLenum mode, GLsizei count, GLenum type,
1732 const GLvoid * indices)
1734 _save_OBE_DrawElementsBaseVertex(mode, count, type, indices, 0);
1738 static void GLAPIENTRY
1739 _save_OBE_DrawRangeElements(GLenum mode, GLuint start, GLuint end,
1740 GLsizei count, GLenum type,
1741 const GLvoid * indices)
1743 GET_CURRENT_CONTEXT(ctx);
1744 struct vbo_save_context *save = &vbo_context(ctx)->save;
1746 if (!_mesa_is_valid_prim_mode(ctx, mode)) {
1747 _mesa_compile_error(ctx, GL_INVALID_ENUM, "glDrawRangeElements(mode)");
1751 _mesa_compile_error(ctx, GL_INVALID_VALUE,
1752 "glDrawRangeElements(count<0)");
1755 if (type != GL_UNSIGNED_BYTE &&
1756 type != GL_UNSIGNED_SHORT &&
1757 type != GL_UNSIGNED_INT) {
1758 _mesa_compile_error(ctx, GL_INVALID_ENUM, "glDrawRangeElements(type)");
1762 _mesa_compile_error(ctx, GL_INVALID_VALUE,
1763 "glDrawRangeElements(end < start)");
1767 if (save->out_of_memory)
1770 _save_OBE_DrawElements(mode, count, type, indices);
1774 static void GLAPIENTRY
1775 _save_OBE_MultiDrawElements(GLenum mode, const GLsizei *count, GLenum type,
1776 const GLvoid * const *indices, GLsizei primcount)
1778 GET_CURRENT_CONTEXT(ctx);
1779 struct _glapi_table *dispatch = ctx->CurrentServerDispatch;
1783 for (i = 0; i < primcount; i++) {
1784 vertcount += count[i];
1786 _ensure_draws_fits_in_storage(ctx, primcount, vertcount);
1788 for (i = 0; i < primcount; i++) {
1790 CALL_DrawElements(dispatch, (mode, count[i], type, indices[i]));
1796 static void GLAPIENTRY
1797 _save_OBE_MultiDrawElementsBaseVertex(GLenum mode, const GLsizei *count,
1799 const GLvoid * const *indices,
1801 const GLint *basevertex)
1803 GET_CURRENT_CONTEXT(ctx);
1804 struct _glapi_table *dispatch = ctx->CurrentServerDispatch;
1808 for (i = 0; i < primcount; i++) {
1809 vertcount += count[i];
1811 _ensure_draws_fits_in_storage(ctx, primcount, vertcount);
1813 for (i = 0; i < primcount; i++) {
1815 CALL_DrawElementsBaseVertex(dispatch, (mode, count[i], type,
1824 vtxfmt_init(struct gl_context *ctx)
1826 struct vbo_save_context *save = &vbo_context(ctx)->save;
1827 GLvertexformat *vfmt = &save->vtxfmt;
1829 #define NAME_AE(x) _ae_##x
1830 #define NAME_CALLLIST(x) _save_##x
1831 #define NAME(x) _save_##x
1832 #define NAME_ES(x) _save_##x##ARB
1834 #include "vbo_init_tmp.h"
1839 * Initialize the dispatch table with the VBO functions for display
1843 vbo_initialize_save_dispatch(const struct gl_context *ctx,
1844 struct _glapi_table *exec)
1846 SET_DrawArrays(exec, _save_OBE_DrawArrays);
1847 SET_MultiDrawArrays(exec, _save_OBE_MultiDrawArrays);
1848 SET_DrawElements(exec, _save_OBE_DrawElements);
1849 SET_DrawElementsBaseVertex(exec, _save_OBE_DrawElementsBaseVertex);
1850 SET_DrawRangeElements(exec, _save_OBE_DrawRangeElements);
1851 SET_MultiDrawElementsEXT(exec, _save_OBE_MultiDrawElements);
1852 SET_MultiDrawElementsBaseVertex(exec, _save_OBE_MultiDrawElementsBaseVertex);
1853 SET_Rectf(exec, _save_OBE_Rectf);
1854 SET_Rectd(exec, _save_OBE_Rectd);
1855 SET_Rectdv(exec, _save_OBE_Rectdv);
1856 SET_Rectfv(exec, _save_OBE_Rectfv);
1857 SET_Recti(exec, _save_OBE_Recti);
1858 SET_Rectiv(exec, _save_OBE_Rectiv);
1859 SET_Rects(exec, _save_OBE_Rects);
1860 SET_Rectsv(exec, _save_OBE_Rectsv);
1862 /* Note: other glDraw functins aren't compiled into display lists */
1868 vbo_save_SaveFlushVertices(struct gl_context *ctx)
1870 struct vbo_save_context *save = &vbo_context(ctx)->save;
1872 /* Noop when we are actually active:
1874 if (ctx->Driver.CurrentSavePrimitive <= PRIM_MAX)
1877 if (save->vert_count || save->prim_store->used)
1878 compile_vertex_list(ctx);
1880 copy_to_current(ctx);
1882 ctx->Driver.SaveNeedFlush = GL_FALSE;
1887 * Called from glNewList when we're starting to compile a display list.
1890 vbo_save_NewList(struct gl_context *ctx, GLuint list, GLenum mode)
1892 struct vbo_save_context *save = &vbo_context(ctx)->save;
1897 if (!save->prim_store)
1898 save->prim_store = realloc_prim_store(NULL, 8);
1900 if (!save->vertex_store)
1901 save->vertex_store = realloc_vertex_store(NULL, save->vertex_size, 8);
1904 ctx->Driver.SaveNeedFlush = GL_FALSE;
1909 * Called from glEndList when we're finished compiling a display list.
1912 vbo_save_EndList(struct gl_context *ctx)
1914 struct vbo_save_context *save = &vbo_context(ctx)->save;
1916 /* EndList called inside a (saved) Begin/End pair?
1918 if (_mesa_inside_dlist_begin_end(ctx)) {
1919 if (save->prim_store->used > 0) {
1920 GLint i = save->prim_store->used - 1;
1921 ctx->Driver.CurrentSavePrimitive = PRIM_OUTSIDE_BEGIN_END;
1922 save->prim_store->prims[i].end = 0;
1923 save->prim_store->prims[i].count = save->vert_count - save->prim_store->prims[i].start;
1926 /* Make sure this vertex list gets replayed by the "loopback"
1929 save->dangling_attr_ref = GL_TRUE;
1930 vbo_save_SaveFlushVertices(ctx);
1932 /* Swap out this vertex format while outside begin/end. Any color,
1933 * etc. received between here and the next begin will be compiled
1936 _mesa_install_save_vtxfmt(ctx, &ctx->ListState.ListVtxfmt);
1939 assert(save->vertex_size == 0);
1943 * Called during context creation/init.
1946 current_init(struct gl_context *ctx)
1948 struct vbo_save_context *save = &vbo_context(ctx)->save;
1951 for (i = VBO_ATTRIB_POS; i <= VBO_ATTRIB_EDGEFLAG; i++) {
1952 const GLuint j = i - VBO_ATTRIB_POS;
1953 assert(j < VERT_ATTRIB_MAX);
1954 save->currentsz[i] = &ctx->ListState.ActiveAttribSize[j];
1955 save->current[i] = (fi_type *) ctx->ListState.CurrentAttrib[j];
1958 for (i = VBO_ATTRIB_FIRST_MATERIAL; i <= VBO_ATTRIB_LAST_MATERIAL; i++) {
1959 const GLuint j = i - VBO_ATTRIB_FIRST_MATERIAL;
1960 assert(j < MAT_ATTRIB_MAX);
1961 save->currentsz[i] = &ctx->ListState.ActiveMaterialSize[j];
1962 save->current[i] = (fi_type *) ctx->ListState.CurrentMaterial[j];
1968 * Initialize the display list compiler. Called during context creation.
1971 vbo_save_api_init(struct vbo_save_context *save)
1973 struct gl_context *ctx = gl_context_from_vbo_save(save);
1977 _mesa_noop_vtxfmt_init(ctx, &save->vtxfmt_noop);