#include "zink_batch.h"
-
#include "zink_context.h"
-#include "zink_kopper.h"
-#include "zink_fence.h"
+#include "zink_descriptors.h"
#include "zink_framebuffer.h"
-#include "zink_query.h"
+#include "zink_kopper.h"
#include "zink_program.h"
-#include "zink_render_pass.h"
+#include "zink_query.h"
#include "zink_resource.h"
#include "zink_screen.h"
#include "zink_surface.h"
-#include "util/hash_table.h"
-#include "util/u_debug.h"
-#include "util/set.h"
-
#ifdef VK_USE_PLATFORM_METAL_EXT
#include "QuartzCore/CAMetalLayer.h"
#endif
#define ZINK_BATCH_H
#include <vulkan/vulkan.h>
+#include "zink_types.h"
#include "util/list.h"
#include "util/set.h"
extern "C" {
#endif
-struct pipe_reference;
-
-struct zink_buffer_view;
-struct zink_context;
-struct zink_descriptor_set;
-struct zink_image_view;
-struct zink_program;
-struct zink_render_pass;
-struct zink_resource;
-struct zink_sampler_view;
-struct zink_surface;
-
-/* zink_batch_usage concepts:
- * - batch "usage" is an indicator of when and how a BO was accessed
- * - batch "tracking" is the batch state(s) containing an extra ref for a BO
- *
- * - usage prevents a BO from being mapped while it has pending+conflicting access
- * - usage affects pipeline barrier generation for synchronizing reads and writes
- * - usage MUST be removed before context destruction to avoid crashing during BO
- * reclaiming in suballocator
- *
- * - tracking prevents a BO from being destroyed early
- * - tracking enables usage to be pruned
- *
- *
- * tracking is added:
- * - any time a BO is used in a "one-off" operation (e.g., blit, index buffer, indirect buffer)
- * - any time a descriptor is unbound
- * - when a buffer is replaced (IFF: resource is bound as a descriptor or usage previously existed)
- *
- * tracking is removed:
- * - in zink_reset_batch_state()
- *
- * usage is added:
- * - any time a BO is used in a "one-off" operation (e.g., blit, index buffer, indirect buffer)
- * - any time a descriptor is bound
- * - any time a descriptor is unbound (IFF: usage previously existed)
- * - for all bound descriptors on the first draw/dispatch after a flush (zink_update_descriptor_refs)
- *
- * usage is removed:
- * - when tracking is removed (IFF: BO usage == tracking, i.e., this is the last batch that a BO was active on)
- */
-struct zink_batch_usage {
- uint32_t usage;
- cnd_t flush;
- mtx_t mtx;
- bool unflushed;
-};
/* not real api don't use */
bool
batch_ptr_add_usage(struct zink_batch *batch, struct set *s, void *ptr);
-struct zink_batch_state {
- struct zink_fence fence;
- struct zink_batch_state *next;
-
- struct zink_batch_usage usage;
- struct zink_context *ctx;
- VkCommandPool cmdpool;
- VkCommandBuffer cmdbuf;
- VkCommandBuffer barrier_cmdbuf;
- VkSemaphore signal_semaphore; //external signal semaphore
- struct util_dynarray wait_semaphores; //external wait semaphores
- struct util_dynarray wait_semaphore_stages; //external wait semaphores
-
- VkSemaphore present;
- struct zink_resource *swapchain;
- struct util_dynarray acquires;
- struct util_dynarray acquire_flags;
- struct util_dynarray dead_swapchains;
-
- struct util_queue_fence flush_completed;
-
- struct set *programs;
-
- struct set *resources;
- struct set *surfaces;
- struct set *bufferviews;
-
- struct util_dynarray unref_resources;
- struct util_dynarray bindless_releases[2];
-
- struct util_dynarray persistent_resources;
- struct util_dynarray zombie_samplers;
- struct util_dynarray dead_framebuffers;
-
- struct set *active_queries; /* zink_query objects which were active at some point in this batch */
-
- struct zink_batch_descriptor_data *dd;
-
- VkDeviceSize resource_size;
-
- /* this is a monotonic int used to disambiguate internal fences from their tc fence references */
- unsigned submit_count;
-
- bool is_device_lost;
- bool has_barriers;
-};
-
-struct zink_batch {
- struct zink_batch_state *state;
-
- struct zink_batch_usage *last_batch_usage;
- struct zink_resource *swapchain;
-
- unsigned work_count;
-
- bool has_work;
- bool last_was_compute;
- bool in_rp; //renderpass is currently active
-};
-
-
-static inline struct zink_batch_state *
-zink_batch_state(struct zink_fence *fence)
-{
- return (struct zink_batch_state *)fence;
-}
-
void
zink_reset_batch_state(struct zink_context *ctx, struct zink_batch_state *bs);
+#include "zink_clear.h"
#include "zink_context.h"
#include "zink_format.h"
#include "zink_kopper.h"
#ifndef ZINK_BO_H
#define ZINK_BO_H
-#include <vulkan/vulkan.h>
-#include "pipebuffer/pb_cache.h"
-#include "pipebuffer/pb_slab.h"
+#include "zink_types.h"
#include "zink_batch.h"
#define VK_VIS_VRAM (VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT | VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT)
#define VK_LAZY_VRAM (VK_MEMORY_PROPERTY_LAZILY_ALLOCATED_BIT | VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT)
-enum zink_resource_access {
- ZINK_RESOURCE_ACCESS_READ = 1,
- ZINK_RESOURCE_ACCESS_WRITE = 32,
- ZINK_RESOURCE_ACCESS_RW = ZINK_RESOURCE_ACCESS_READ | ZINK_RESOURCE_ACCESS_WRITE,
-};
-enum zink_heap {
- ZINK_HEAP_DEVICE_LOCAL,
- ZINK_HEAP_DEVICE_LOCAL_SPARSE,
- ZINK_HEAP_DEVICE_LOCAL_LAZY,
- ZINK_HEAP_DEVICE_LOCAL_VISIBLE,
- ZINK_HEAP_HOST_VISIBLE_COHERENT,
- ZINK_HEAP_HOST_VISIBLE_CACHED,
- ZINK_HEAP_MAX,
-};
-
-enum zink_alloc_flag {
- ZINK_ALLOC_SPARSE = 1<<0,
- ZINK_ALLOC_NO_SUBALLOC = 1<<1,
-};
-
-struct bo_export {
- /** File descriptor associated with a handle export. */
- int drm_fd;
-
- /** GEM handle in drm_fd */
- uint32_t gem_handle;
-
- struct list_head link;
-};
-
-struct zink_bo {
- struct pb_buffer base;
-
- union {
- struct {
- void *cpu_ptr; /* for user_ptr and permanent maps */
- int map_count;
- struct list_head exports;
- simple_mtx_t export_lock;
-
- bool is_user_ptr;
- bool use_reusable_pool;
-
- /* Whether buffer_get_handle or buffer_from_handle has been called,
- * it can only transition from false to true. Protected by lock.
- */
- bool is_shared;
- } real;
- struct {
- struct pb_slab_entry entry;
- struct zink_bo *real;
- } slab;
- struct {
- uint32_t num_va_pages;
- uint32_t num_backing_pages;
-
- struct list_head backing;
-
- /* Commitment information for each page of the virtual memory area. */
- struct zink_sparse_commitment *commitments;
- } sparse;
- } u;
-
- VkDeviceMemory mem;
- uint64_t offset;
-
- uint32_t unique_id;
-
- simple_mtx_t lock;
-
- struct zink_batch_usage *reads;
- struct zink_batch_usage *writes;
-
- struct pb_cache_entry cache_entry[];
-};
-
-static inline struct zink_bo *
-zink_bo(struct pb_buffer *pbuf)
-{
- return (struct zink_bo*)pbuf;
-}
-
static inline enum zink_alloc_flag
zink_alloc_flags_from_heap(enum zink_heap heap)
{
* USE OR OTHER DEALINGS IN THE SOFTWARE.
*/
+#include "zink_batch.h"
+#include "zink_clear.h"
#include "zink_context.h"
-#include "zink_kopper.h"
#include "zink_format.h"
-#include "zink_framebuffer.h"
#include "zink_query.h"
-#include "zink_resource.h"
-#include "zink_screen.h"
#include "util/u_blitter.h"
-#include "util/u_dynarray.h"
#include "util/format/u_format.h"
#include "util/format_srgb.h"
#include "util/u_framebuffer.h"
* Mike Blumenkrantz <michael.blumenkrantz@gmail.com>
*/
-#include "util/u_dynarray.h"
-#include "pipe/p_state.h"
-#include <vulkan/vulkan.h>
#include "util/u_rect.h"
-
-struct zink_context;
-struct zink_resource;
-
-struct zink_framebuffer_clear_data {
- union {
- union pipe_color_union color;
- struct {
- float depth;
- unsigned stencil;
- uint8_t bits : 2; // PIPE_CLEAR_DEPTH, PIPE_CLEAR_STENCIL
- } zs;
- };
- struct pipe_scissor_state scissor;
- bool has_scissor;
- bool conditional;
-};
-
-struct zink_framebuffer_clear {
- struct util_dynarray clears;
-};
+#include "zink_types.h"
void
zink_clear(struct pipe_context *pctx,
#ifndef ZINK_COMPILER_H
#define ZINK_COMPILER_H
-#include "pipe/p_defines.h"
-#include "pipe/p_state.h"
-
-#include "compiler/nir/nir.h"
-#include "compiler/shader_info.h"
-#include "util/u_live_shader_cache.h"
-
-#include <vulkan/vulkan.h>
-#include "zink_descriptors.h"
+#include "zink_types.h"
#define ZINK_WORKGROUP_SIZE_X 1
#define ZINK_WORKGROUP_SIZE_Y 2
*/
#define ZINK_ALWAYS_INLINE_LIMIT 1500
-struct pipe_screen;
-struct zink_context;
-struct zink_screen;
struct zink_shader_key;
-struct zink_shader_module;
-struct zink_gfx_program;
struct spirv_shader;
-struct nir_shader_compiler_options;
-struct nir_shader;
-
-struct set;
-
struct tgsi_token;
-struct zink_shader_info {
- struct pipe_stream_output_info so_info;
- unsigned so_info_slots[PIPE_MAX_SO_OUTPUTS];
- uint32_t so_propagate; //left shifted by 32
- bool last_vertex;
- bool have_xfb;
- bool have_sparse;
- bool have_vulkan_memory_model;
-};
const void *
struct nir_shader *
zink_tgsi_to_nir(struct pipe_screen *screen, const struct tgsi_token *tokens);
-struct zink_shader {
- struct util_live_shader base;
- uint32_t hash;
- struct nir_shader *nir;
- enum pipe_prim_type reduced_prim; // PIPE_PRIM_MAX for vs
-
- struct zink_shader_info sinfo;
-
- struct {
- int index;
- int binding;
- VkDescriptorType type;
- unsigned char size;
- } bindings[ZINK_DESCRIPTOR_TYPES][ZINK_MAX_DESCRIPTORS_PER_TYPE];
- size_t num_bindings[ZINK_DESCRIPTOR_TYPES];
- unsigned num_texel_buffers;
- uint32_t ubos_used; // bitfield of which ubo indices are used
- uint32_t ssbos_used; // bitfield of which ssbo indices are used
- bool bindless;
- bool can_inline;
- struct spirv_shader *spirv;
-
- simple_mtx_t lock;
- struct set *programs;
-
- union {
- struct zink_shader *generated; // a generated shader that this shader "owns"
- bool is_generated; // if this is a driver-created shader (e.g., tcs)
- nir_variable *fbfetch; //for fs output
- };
-};
void
zink_screen_init_compiler(struct zink_screen *screen);
* USE OR OTHER DEALINGS IN THE SOFTWARE.
*/
+#include "zink_clear.h"
#include "zink_context.h"
-
-#include "zink_batch.h"
-#include "zink_compiler.h"
-#include "zink_kopper.h"
+#include "zink_descriptors.h"
#include "zink_fence.h"
#include "zink_format.h"
#include "zink_framebuffer.h"
#include "zink_helpers.h"
+#include "zink_inlines.h"
+#include "zink_kopper.h"
#include "zink_program.h"
-#include "zink_pipeline.h"
#include "zink_query.h"
#include "zink_render_pass.h"
#include "zink_resource.h"
#include "zink_screen.h"
#include "zink_state.h"
#include "zink_surface.h"
-#include "zink_inlines.h"
+
#include "util/u_blitter.h"
#include "util/u_debug.h"
#ifndef ZINK_CONTEXT_H
#define ZINK_CONTEXT_H
-#define ZINK_FBFETCH_BINDING 6 //COMPUTE+1
-#define ZINK_SHADER_COUNT (PIPE_SHADER_TYPES - 1)
-
-#define ZINK_DEFAULT_MAX_DESCS 5000
-#define ZINK_DEFAULT_DESC_CLAMP (ZINK_DEFAULT_MAX_DESCS * 0.9)
-#define ZINK_MAX_SHADER_IMAGES 32
-#define ZINK_MAX_BINDLESS_HANDLES 1024
-
-#include "zink_clear.h"
-#include "zink_pipeline.h"
-#include "zink_batch.h"
-#include "zink_compiler.h"
-#include "zink_descriptors.h"
-#include "zink_surface.h"
-
-#include "pipe/p_context.h"
-#include "pipe/p_state.h"
#include "util/u_rect.h"
-#include "util/u_threaded_context.h"
-#include "util/u_idalloc.h"
-#include "util/slab.h"
-#include "util/list.h"
-#include "util/u_dynarray.h"
+#include "zink_types.h"
#include "vk_enum_to_str.h"
-#include <vulkan/vulkan.h>
-
#define GFX_SHADER_BITS (VK_PIPELINE_STAGE_VERTEX_SHADER_BIT | \
VK_PIPELINE_STAGE_TESSELLATION_CONTROL_SHADER_BIT | \
VK_PIPELINE_STAGE_TESSELLATION_EVALUATION_SHADER_BIT | \
struct zink_resource;
struct zink_vertex_elements_state;
-enum zink_blit_flags {
- ZINK_BLIT_NORMAL = 1 << 0,
- ZINK_BLIT_SAVE_FS = 1 << 1,
- ZINK_BLIT_SAVE_FB = 1 << 2,
- ZINK_BLIT_SAVE_TEXTURES = 1 << 3,
- ZINK_BLIT_NO_COND_RENDER = 1 << 4,
-};
-
-struct zink_sampler_state {
- VkSampler sampler;
- VkSampler sampler_clamped;
- struct zink_batch_usage *batch_uses;
- bool custom_border_color;
- bool emulate_nonseamless;
-};
-
-struct zink_buffer_view {
- struct pipe_reference reference;
- struct pipe_resource *pres;
- VkBufferViewCreateInfo bvci;
- VkBufferView buffer_view;
- uint32_t hash;
- struct zink_batch_usage *batch_uses;
-};
-
-struct zink_sampler_view {
- struct pipe_sampler_view base;
- union {
- struct zink_surface *image_view;
- struct zink_buffer_view *buffer_view;
- };
- struct zink_surface *cube_array;
-};
-
-struct zink_image_view {
- struct pipe_image_view base;
- union {
- struct zink_surface *surface;
- struct zink_buffer_view *buffer_view;
- };
-};
-
-static inline struct zink_sampler_view *
-zink_sampler_view(struct pipe_sampler_view *pview)
-{
- return (struct zink_sampler_view *)pview;
-}
-
-struct zink_so_target {
- struct pipe_stream_output_target base;
- struct pipe_resource *counter_buffer;
- VkDeviceSize counter_buffer_offset;
- uint32_t stride;
- bool counter_buffer_valid;
-};
-
-static inline struct zink_so_target *
-zink_so_target(struct pipe_stream_output_target *so_target)
-{
- return (struct zink_so_target *)so_target;
-}
-
-struct zink_viewport_state {
- struct pipe_viewport_state viewport_states[PIPE_MAX_VIEWPORTS];
- struct pipe_scissor_state scissor_states[PIPE_MAX_VIEWPORTS];
- uint8_t num_viewports;
-};
-
-
-struct zink_descriptor_surface {
- union {
- struct zink_surface *surface;
- struct zink_buffer_view *bufferview;
- };
- bool is_buffer;
-};
-
-struct zink_bindless_descriptor {
- struct zink_descriptor_surface ds;
- struct zink_sampler_state *sampler;
- uint32_t handle;
- uint32_t access; //PIPE_ACCESS_...
-};
-
-struct zink_rendering_info {
- VkPipelineRenderingCreateInfo info;
- unsigned id;
-};
-
static inline struct zink_resource *
zink_descriptor_surface_resource(struct zink_descriptor_surface *ds)
{
return ds->is_buffer ? (struct zink_resource*)ds->bufferview->pres : (struct zink_resource*)ds->surface->base.texture;
}
-typedef void (*pipe_draw_vbo_func)(struct pipe_context *pipe,
- const struct pipe_draw_info *info,
- unsigned drawid_offset,
- const struct pipe_draw_indirect_info *indirect,
- const struct pipe_draw_start_count_bias *draws,
- unsigned num_draws);
-typedef void (*pipe_draw_vertex_state_func)(struct pipe_context *ctx,
- struct pipe_vertex_state *vstate,
- uint32_t partial_velem_mask,
- struct pipe_draw_vertex_state_info info,
- const struct pipe_draw_start_count_bias *draws,
- unsigned num_draws);
-typedef void (*pipe_launch_grid_func)(struct pipe_context *pipe, const struct pipe_grid_info *info);
-
-typedef enum {
- ZINK_NO_MULTIDRAW,
- ZINK_MULTIDRAW,
-} zink_multidraw;
-
-typedef enum {
- ZINK_NO_DYNAMIC_STATE,
- ZINK_DYNAMIC_STATE,
- ZINK_DYNAMIC_STATE2,
- ZINK_DYNAMIC_VERTEX_INPUT,
-} zink_dynamic_state;
-
-struct zink_context {
- struct pipe_context base;
- struct threaded_context *tc;
- struct slab_child_pool transfer_pool;
- struct slab_child_pool transfer_pool_unsync;
- struct blitter_context *blitter;
-
- unsigned flags;
-
- pipe_draw_vbo_func draw_vbo[2]; //batch changed
- pipe_draw_vertex_state_func draw_state[2]; //batch changed
- pipe_launch_grid_func launch_grid[2]; //batch changed
-
- struct pipe_device_reset_callback reset;
-
- struct zink_fence *deferred_fence;
- struct zink_fence *last_fence; //the last command buffer submitted
- struct zink_batch_state *batch_states; //list of submitted batch states: ordered by increasing timeline id
- unsigned batch_states_count; //number of states in `batch_states`
- struct util_dynarray free_batch_states; //unused batch states
- bool oom_flush;
- bool oom_stall;
- struct zink_batch batch;
-
- unsigned shader_has_inlinable_uniforms_mask;
- unsigned inlinable_uniforms_valid_mask;
-
- struct pipe_constant_buffer ubos[PIPE_SHADER_TYPES][PIPE_MAX_CONSTANT_BUFFERS];
- struct pipe_shader_buffer ssbos[PIPE_SHADER_TYPES][PIPE_MAX_SHADER_BUFFERS];
- uint32_t writable_ssbos[PIPE_SHADER_TYPES];
- struct zink_image_view image_views[PIPE_SHADER_TYPES][ZINK_MAX_SHADER_IMAGES];
-
- uint32_t transient_attachments;
- struct pipe_framebuffer_state fb_state;
- struct hash_table framebuffer_cache;
-
- struct zink_vertex_elements_state *element_state;
- struct zink_rasterizer_state *rast_state;
- struct zink_depth_stencil_alpha_state *dsa_state;
-
- struct hash_table desc_set_layouts[ZINK_DESCRIPTOR_TYPES];
- struct set desc_pool_keys[ZINK_DESCRIPTOR_TYPES];
- bool pipeline_changed[2]; //gfx, compute
-
- struct zink_shader *gfx_stages[ZINK_SHADER_COUNT];
- struct zink_shader *last_vertex_stage;
- bool shader_reads_drawid;
- bool shader_reads_basevertex;
- struct zink_gfx_pipeline_state gfx_pipeline_state;
- /* there are 5 gfx stages, but VS and FS are assumed to be always present,
- * thus only 3 stages need to be considered, giving 2^3 = 8 program caches.
- */
- struct hash_table program_cache[8];
- uint32_t gfx_hash;
- struct zink_gfx_program *curr_program;
- struct set gfx_inputs;
- struct set gfx_outputs;
-
- struct zink_descriptor_data *dd;
-
- struct zink_shader *compute_stage;
- struct zink_compute_pipeline_state compute_pipeline_state;
- struct hash_table compute_program_cache;
- struct zink_compute_program *curr_compute;
-
- unsigned shader_stages : ZINK_SHADER_COUNT; /* mask of bound gfx shader stages */
- unsigned dirty_shader_stages : 6; /* mask of changed shader stages */
- bool last_vertex_stage_dirty;
-
- struct {
- VkRenderingAttachmentInfo attachments[PIPE_MAX_COLOR_BUFS + 2]; //+depth, +stencil
- VkRenderingInfo info;
- } dynamic_fb;
- uint32_t fb_layer_mismatch; //bitmask
- unsigned depth_bias_scale_factor;
- struct set rendering_state_cache;
- struct set render_pass_state_cache;
- struct hash_table *render_pass_cache;
- bool new_swapchain;
- VkExtent2D swapchain_size;
- bool fb_changed;
- bool rp_changed; //force renderpass restart
- bool rp_layout_changed; //renderpass changed, maybe restart
- bool rp_loadop_changed; //renderpass changed, don't restart
-
- struct zink_framebuffer *framebuffer;
- struct zink_framebuffer_clear fb_clears[PIPE_MAX_COLOR_BUFS + 1];
- uint16_t clears_enabled;
- uint16_t rp_clears_enabled;
- uint16_t void_clears;
- uint16_t fbfetch_outputs;
- struct zink_resource *needs_present;
-
- struct pipe_vertex_buffer vertex_buffers[PIPE_MAX_ATTRIBS];
- bool vertex_buffers_dirty;
-
- struct zink_sampler_state *sampler_states[PIPE_SHADER_TYPES][PIPE_MAX_SAMPLERS];
- struct pipe_sampler_view *sampler_views[PIPE_SHADER_TYPES][PIPE_MAX_SAMPLERS];
-
- struct zink_viewport_state vp_state;
- bool vp_state_changed;
- bool scissor_changed;
-
- float blend_constants[4];
-
- bool sample_locations_changed;
- VkSampleLocationEXT vk_sample_locations[PIPE_MAX_SAMPLE_LOCATION_GRID_SIZE * PIPE_MAX_SAMPLE_LOCATION_GRID_SIZE];
- uint8_t sample_locations[2 * 4 * 8 * 16];
-
- struct pipe_stencil_ref stencil_ref;
-
- union {
- struct {
- float default_inner_level[2];
- float default_outer_level[4];
- };
- float tess_levels[6];
- };
-
- struct zink_vk_query *curr_xfb_queries[PIPE_MAX_VERTEX_STREAMS];
-
- struct list_head query_pools;
- struct list_head suspended_queries;
- struct list_head primitives_generated_queries;
- struct zink_query *vertices_query;
- bool disable_color_writes;
- bool primitives_generated_active;
- bool queries_disabled, render_condition_active;
- struct {
- struct zink_query *query;
- bool inverted;
- bool active; //this is the internal vk state
- } render_condition;
-
- struct pipe_resource *dummy_vertex_buffer;
- struct pipe_resource *dummy_xfb_buffer;
- struct pipe_surface *dummy_surface[7];
- struct zink_buffer_view *dummy_bufferview;
-
- unsigned buffer_rebind_counter;
- unsigned image_rebind_counter;
-
- struct {
- /* descriptor info */
- VkDescriptorBufferInfo ubos[PIPE_SHADER_TYPES][PIPE_MAX_CONSTANT_BUFFERS];
- uint32_t push_valid;
- uint8_t num_ubos[PIPE_SHADER_TYPES];
-
- VkDescriptorBufferInfo ssbos[PIPE_SHADER_TYPES][PIPE_MAX_SHADER_BUFFERS];
- uint8_t num_ssbos[PIPE_SHADER_TYPES];
-
- VkDescriptorImageInfo textures[PIPE_SHADER_TYPES][PIPE_MAX_SAMPLERS];
- VkBufferView tbos[PIPE_SHADER_TYPES][PIPE_MAX_SAMPLERS];
- uint32_t emulate_nonseamless[PIPE_SHADER_TYPES];
- uint32_t cubes[PIPE_SHADER_TYPES];
- uint8_t num_samplers[PIPE_SHADER_TYPES];
- uint8_t num_sampler_views[PIPE_SHADER_TYPES];
-
- VkDescriptorImageInfo images[PIPE_SHADER_TYPES][ZINK_MAX_SHADER_IMAGES];
- VkBufferView texel_images[PIPE_SHADER_TYPES][ZINK_MAX_SHADER_IMAGES];
- uint8_t num_images[PIPE_SHADER_TYPES];
-
- VkDescriptorImageInfo fbfetch;
-
- struct zink_resource *descriptor_res[ZINK_DESCRIPTOR_TYPES][PIPE_SHADER_TYPES][PIPE_MAX_SAMPLERS];
- struct zink_descriptor_surface sampler_surfaces[PIPE_SHADER_TYPES][PIPE_MAX_SAMPLERS];
- struct zink_descriptor_surface image_surfaces[PIPE_SHADER_TYPES][ZINK_MAX_SHADER_IMAGES];
-
- struct {
- struct util_idalloc tex_slots;
- struct util_idalloc img_slots;
- struct hash_table tex_handles;
- struct hash_table img_handles;
- VkBufferView *buffer_infos; //tex, img
- VkDescriptorImageInfo *img_infos; //tex, img
- struct util_dynarray updates;
- struct util_dynarray resident;
- } bindless[2]; //img, buffer
- union {
- bool bindless_dirty[2]; //tex, img
- uint16_t any_bindless_dirty;
- };
- bool bindless_refs_dirty;
- } di;
- struct set *need_barriers[2]; //gfx, compute
- struct set update_barriers[2][2]; //[gfx, compute][current, next]
- uint8_t barrier_set_idx[2];
- unsigned memory_barrier;
-
- uint32_t num_so_targets;
- struct pipe_stream_output_target *so_targets[PIPE_MAX_SO_OUTPUTS];
- bool dirty_so_targets;
-
- bool gfx_dirty;
-
- bool is_device_lost;
- bool primitive_restart;
- bool vertex_state_changed : 1;
- bool blend_state_changed : 1;
- bool rast_state_changed : 1;
- bool dsa_state_changed : 1;
- bool stencil_ref_changed : 1;
- bool rasterizer_discard_changed : 1;
-};
-
-static inline struct zink_context *
-zink_context(struct pipe_context *context)
-{
- return (struct zink_context *)context;
-}
-
static inline bool
zink_fb_clear_enabled(const struct zink_context *ctx, unsigned idx)
{
#ifndef ZINK_DESCRIPTOR_H
# define ZINK_DESCRIPTOR_H
-#include <vulkan/vulkan.h>
-#include "util/u_dynarray.h"
-#include "util/u_inlines.h"
-#include "util/simple_mtx.h"
-#include "zink_batch.h"
+#include "zink_types.h"
#ifdef __cplusplus
extern "C" {
#endif
-#ifndef ZINK_SHADER_COUNT
-#define ZINK_SHADER_COUNT (PIPE_SHADER_TYPES - 1)
-#endif
-
#define ZINK_DESCRIPTOR_COMPACT 2
-enum zink_descriptor_type {
- ZINK_DESCRIPTOR_TYPE_UBO,
- ZINK_DESCRIPTOR_TYPE_SAMPLER_VIEW,
- ZINK_DESCRIPTOR_TYPE_SSBO,
- ZINK_DESCRIPTOR_TYPE_IMAGE,
- ZINK_DESCRIPTOR_TYPES,
- ZINK_DESCRIPTOR_BINDLESS,
-};
-
-#define ZINK_MAX_DESCRIPTORS_PER_TYPE (32 * ZINK_SHADER_COUNT)
#define ZINK_BINDLESS_IS_BUFFER(HANDLE) (HANDLE >= ZINK_MAX_BINDLESS_HANDLES)
-enum zink_descriptor_size_index {
- ZDS_INDEX_UBO,
- ZDS_INDEX_COMBINED_SAMPLER,
- ZDS_INDEX_UNIFORM_TEXELS,
- ZDS_INDEX_STORAGE_BUFFER,
- ZDS_INDEX_STORAGE_IMAGE,
- ZDS_INDEX_STORAGE_TEXELS,
-};
-
-enum zink_descriptor_size_index_compact {
- ZDS_INDEX_COMP_UBO,
- ZDS_INDEX_COMP_STORAGE_BUFFER,
- ZDS_INDEX_COMP_COMBINED_SAMPLER,
- ZDS_INDEX_COMP_UNIFORM_TEXELS,
- ZDS_INDEX_COMP_STORAGE_IMAGE,
- ZDS_INDEX_COMP_STORAGE_TEXELS,
-};
-
-struct hash_table;
-
-struct zink_context;
-struct zink_image_view;
-struct zink_program;
-struct zink_resource;
-struct zink_sampler;
-struct zink_sampler_view;
-struct zink_shader;
-struct zink_screen;
-
-
-struct zink_descriptor_layout_key {
- unsigned num_bindings;
- VkDescriptorSetLayoutBinding *bindings;
-};
-
-struct zink_descriptor_layout {
- VkDescriptorSetLayout layout;
-};
-
-struct zink_descriptor_pool_key {
- unsigned use_count;
- unsigned num_type_sizes;
- struct zink_descriptor_layout_key *layout;
- VkDescriptorPoolSize sizes[4];
-};
-
-struct zink_descriptor_data {
- struct zink_descriptor_layout_key *push_layout_keys[2]; //gfx, compute
- struct zink_descriptor_pool *push_pool[2]; //gfx, compute
- struct zink_descriptor_layout *push_dsl[2]; //gfx, compute
- VkDescriptorUpdateTemplate push_template[2]; //gfx, compute
- uint8_t last_push_usage[2];
- bool push_valid[2];
- uint32_t push_state[2];
- bool gfx_push_valid[ZINK_SHADER_COUNT];
- uint32_t gfx_push_state[ZINK_SHADER_COUNT];
- struct zink_descriptor_set *last_set[2];
-
- VkDescriptorPool dummy_pool;
- struct zink_descriptor_layout *dummy_dsl;
- VkDescriptorUpdateTemplate dummy_template;
- VkDescriptorSet dummy_set;
-
- VkDescriptorSetLayout bindless_layout;
- VkDescriptorPool bindless_pool;
- VkDescriptorSet bindless_set;
- bool bindless_bound;
-
- bool changed[2][ZINK_DESCRIPTOR_TYPES + 1];
- bool has_fbfetch;
- struct zink_program *pg[2]; //gfx, compute
-};
-
-struct zink_program_descriptor_data {
- uint8_t push_usage;
- bool bindless;
- bool fbfetch;
- uint8_t binding_usage;
- uint8_t real_binding_usage;
- struct zink_descriptor_pool_key *pool_key[ZINK_DESCRIPTOR_TYPES]; //push set doesn't need one
- struct zink_descriptor_layout *layouts[ZINK_DESCRIPTOR_TYPES + 1];
- VkDescriptorUpdateTemplate templates[ZINK_DESCRIPTOR_TYPES + 1];
-};
-
-struct zink_batch_descriptor_data {
- struct set *desc_sets;
-};
-
static inline enum zink_descriptor_size_index
zink_vktype_to_size_idx(VkDescriptorType type)
{
+#include "zink_batch.h"
#include "zink_compiler.h"
#include "zink_context.h"
+#include "zink_descriptors.h"
#include "zink_program.h"
#include "zink_query.h"
#include "zink_resource.h"
#ifndef ZINK_FENCE_H
#define ZINK_FENCE_H
-#include "util/simple_mtx.h"
-#include "util/u_inlines.h"
-#include "util/u_queue.h"
-
-#include <vulkan/vulkan.h>
-
-struct pipe_context;
-struct pipe_screen;
-struct zink_batch;
-struct zink_batch_state;
-struct zink_context;
-struct zink_screen;
-
-struct tc_unflushed_batch_token;
-
-struct zink_tc_fence {
- struct pipe_reference reference;
- uint32_t submit_count;
- struct util_queue_fence ready;
- struct tc_unflushed_batch_token *tc_token;
- struct pipe_context *deferred_ctx;
- struct zink_fence *fence;
- VkSemaphore sem;
-};
-
-struct zink_fence {
- uint64_t batch_id;
- bool submitted;
- bool completed;
-};
+#include "zink_types.h"
static inline struct zink_fence *
zink_fence(void *pfence)
#ifndef ZINK_FRAMEBUFFER_H
#define ZINK_FRAMEBUFFER_H
-#include "pipe/p_state.h"
-#include <vulkan/vulkan.h>
-
-#include "util/hash_table.h"
-#include "util/u_inlines.h"
-
-struct zink_context;
-struct zink_screen;
-struct zink_render_pass;
-
-struct zink_framebuffer_state {
- uint32_t width;
- uint16_t height;
- uint32_t layers:6;
- uint32_t samples:6;
- uint32_t num_attachments:4;
- struct zink_surface_info infos[PIPE_MAX_COLOR_BUFS + 1];
-};
-
-struct zink_framebuffer {
- struct pipe_reference reference;
-
- /* current objects */
- VkFramebuffer fb;
- struct zink_render_pass *rp;
-
- struct zink_framebuffer_state state;
- VkFramebufferAttachmentImageInfo infos[PIPE_MAX_COLOR_BUFS + 1];
- struct hash_table objects;
-};
+#include "zink_types.h"
void
zink_init_framebuffer(struct zink_screen *screen, struct zink_framebuffer *fb, struct zink_render_pass *rp);
#include "zink_context.h"
#include "zink_screen.h"
+#include "zink_surface.h"
#include "zink_resource.h"
#include "zink_kopper.h"
#ifndef ZINK_PIPELINE_H
#define ZINK_PIPELINE_H
-#include <vulkan/vulkan.h>
-#include "pipe/p_state.h"
-#include "zink_shader_keys.h"
-#include "zink_state.h"
-
-struct zink_blend_state;
-struct zink_depth_stencil_alpha_state;
-struct zink_gfx_program;
-struct zink_compute_program;
-struct zink_rasterizer_state;
-struct zink_render_pass;
-struct zink_screen;
-struct zink_vertex_elements_state;
-
-struct zink_pipeline_dynamic_state1 {
- uint8_t front_face; //VkFrontFace:1
- uint8_t cull_mode; //VkCullModeFlags:2
- uint16_t num_viewports;
- struct zink_depth_stencil_alpha_hw_state *depth_stencil_alpha_state; //must be last
-};
-
-struct zink_pipeline_dynamic_state2 {
- bool primitive_restart;
- bool rasterizer_discard;
- uint16_t vertices_per_patch; //5 bits
-};
-
-struct zink_gfx_pipeline_state {
- uint32_t rast_state : ZINK_RAST_HW_STATE_SIZE; //zink_rasterizer_hw_state
- uint32_t _pad1 : 6;
- uint32_t force_persample_interp:1; //duplicated for gpl hashing
- /* order matches zink_gfx_output_key: uint16_t offset */
- uint32_t rast_samples:8; //2 extra bits
- uint32_t void_alpha_attachments:PIPE_MAX_COLOR_BUFS;
- VkSampleMask sample_mask;
- unsigned rp_state;
- uint32_t blend_id;
-
- /* Pre-hashed value for table lookup, invalid when zero.
- * Members after this point are not included in pipeline state hash key */
- uint32_t hash;
- bool dirty;
-
- struct zink_pipeline_dynamic_state1 dyn_state1;
-
- struct zink_pipeline_dynamic_state2 dyn_state2;
-
- uint32_t _pad;
- uint32_t gkey; //for pipeline library lookups
- VkShaderModule modules[PIPE_SHADER_TYPES - 1];
- bool modules_changed;
-
- uint32_t vertex_hash;
-
- uint32_t final_hash;
-
- uint32_t _pad2;
- /* order matches zink_gfx_input_key */
- union {
- struct {
- unsigned idx:8;
- bool uses_dynamic_stride;
- };
- uint32_t input;
- };
- uint32_t vertex_buffers_enabled_mask;
- uint32_t vertex_strides[PIPE_MAX_ATTRIBS];
- struct zink_vertex_elements_hw_state *element_state;
- bool sample_locations_enabled;
- bool have_EXT_extended_dynamic_state;
- bool have_EXT_extended_dynamic_state2;
- bool extendedDynamicState2PatchControlPoints;
- uint8_t has_points; //either gs outputs points or prim type is points
- struct {
- struct zink_shader_key key[5];
- struct zink_shader_key last_vertex;
- } shader_keys;
- struct zink_blend_state *blend_state;
- struct zink_render_pass *render_pass;
- struct zink_render_pass *next_render_pass; //will be used next time rp is begun
- VkFormat rendering_formats[PIPE_MAX_COLOR_BUFS];
- VkPipelineRenderingCreateInfo rendering_info;
- VkPipeline pipeline;
- enum pipe_prim_type gfx_prim_mode; //pending mode
-};
-
-struct zink_compute_pipeline_state {
- /* Pre-hashed value for table lookup, invalid when zero.
- * Members after this point are not included in pipeline state hash key */
- uint32_t hash;
- uint32_t final_hash;
- bool dirty;
- bool use_local_size;
- uint32_t local_size[3];
-
- uint32_t module_hash;
- VkShaderModule module;
- bool module_changed;
-
- struct zink_shader_key key;
-
- VkPipeline pipeline;
-};
+#include "zink_types.h"
VkPipeline
zink_create_gfx_pipeline(struct zink_screen *screen,
#include "zink_context.h"
#include "zink_descriptors.h"
#include "zink_helpers.h"
+#include "zink_pipeline.h"
#include "zink_render_pass.h"
#include "zink_resource.h"
#include "zink_screen.h"
#include "zink_state.h"
#include "zink_inlines.h"
-#include "util/hash_table.h"
-#include "util/set.h"
#include "util/u_debug.h"
#include "util/u_memory.h"
#include "util/u_prim.h"
#ifndef ZINK_PROGRAM_H
#define ZINK_PROGRAM_H
-#include <vulkan/vulkan.h>
-
-#include "compiler/shader_enums.h"
-#include "pipe/p_state.h"
-#include "util/u_inlines.h"
-
-#include "zink_context.h"
-#include "zink_compiler.h"
-#include "zink_shader_keys.h"
+#include "zink_types.h"
#ifdef __cplusplus
extern "C" {
#endif
-struct zink_screen;
-struct zink_shader;
-struct zink_gfx_pipeline_state;
-struct zink_descriptor_set;
-
-struct hash_table;
-struct set;
-struct util_dynarray;
-
-struct zink_program;
-
-struct zink_gfx_push_constant {
- unsigned draw_mode_is_indexed;
- unsigned draw_id;
- float default_inner_level[2];
- float default_outer_level[4];
-};
-
-struct zink_cs_push_constant {
- unsigned work_dim;
-};
-
-/* a shader module is used for directly reusing a shader module between programs,
- * e.g., in the case where we're swapping out only one shader,
- * allowing us to skip going through shader keys
- */
-struct zink_shader_module {
- struct list_head list;
- VkShaderModule shader;
- uint32_t hash;
- bool default_variant;
- bool has_nonseamless;
- uint8_t num_uniforms;
- uint8_t key_size;
- uint8_t key[0]; /* | key | uniforms | */
-};
-
-struct zink_program {
- struct pipe_reference reference;
- unsigned char sha1[20];
- struct util_queue_fence cache_fence;
- VkPipelineCache pipeline_cache;
- size_t pipeline_cache_size;
- struct zink_batch_usage *batch_uses;
- bool is_compute;
-
- struct zink_program_descriptor_data *dd;
-
- uint32_t compat_id;
- VkPipelineLayout layout;
- VkDescriptorSetLayout dsl[ZINK_DESCRIPTOR_TYPES + 2]; // one for each type + push + bindless
- unsigned num_dsl;
-
- bool removed;
-};
-
#define ZINK_MAX_INLINED_VARIANTS 5
-struct zink_gfx_library_key {
- uint32_t hw_rast_state;
- VkShaderModule modules[ZINK_SHADER_COUNT];
- VkPipeline pipeline;
-};
-
-struct zink_gfx_input_key {
- union {
- struct {
- unsigned idx:8;
- bool uses_dynamic_stride;
- };
- uint32_t input;
- };
- uint32_t vertex_buffers_enabled_mask;
- uint32_t vertex_strides[PIPE_MAX_ATTRIBS];
- struct zink_vertex_elements_hw_state *element_state;
- VkPipeline pipeline;
-};
-
-struct zink_gfx_output_key {
- uint32_t _pad:15;
- uint32_t force_persample_interp:1;
- uint32_t rast_samples:8;
- uint32_t void_alpha_attachments:PIPE_MAX_COLOR_BUFS;
- VkSampleMask sample_mask;
-
- unsigned rp_state;
- uint32_t blend_id;
- VkPipeline pipeline;
-};
-
-struct zink_gfx_program {
- struct zink_program base;
-
- uint32_t stages_present; //mask of stages present in this program
- struct nir_shader *nir[ZINK_SHADER_COUNT];
-
- struct zink_shader_module *modules[ZINK_SHADER_COUNT]; // compute stage doesn't belong here
-
- struct zink_shader *last_vertex_stage;
-
- struct list_head shader_cache[ZINK_SHADER_COUNT][2][2]; //normal, nonseamless cubes, inline uniforms
- unsigned inlined_variant_count[ZINK_SHADER_COUNT];
-
- struct zink_shader *shaders[ZINK_SHADER_COUNT];
- struct hash_table pipelines[11]; // number of draw modes we support
- uint32_t default_variant_hash;
- uint32_t last_variant_hash;
-
- struct set libs[4]; //zink_gfx_library_key[primtype] -> VkPipeline
-};
-
-struct zink_compute_program {
- struct zink_program base;
-
- struct zink_shader_module *curr;
-
- struct zink_shader_module *module; //base
- struct list_head shader_cache[2]; //nonseamless cubes, inline uniforms
- unsigned inlined_variant_count;
-
- struct zink_shader *shader;
- struct hash_table *pipelines;
-};
-
static inline enum zink_descriptor_type
zink_desc_type_from_vktype(VkDescriptorType type)
{
#include "zink_query.h"
#include "zink_context.h"
-#include "zink_fence.h"
+#include "zink_clear.h"
#include "zink_program.h"
#include "zink_resource.h"
-#include "zink_screen.h"
-#include "util/hash_table.h"
-#include "util/set.h"
#include "util/u_dump.h"
#include "util/u_inlines.h"
#include "util/u_memory.h"
#include <stdbool.h>
#include <inttypes.h>
+#include "zink_types.h"
-struct zink_batch;
-struct zink_batch_state;
-struct zink_context;
-struct zink_fence;
-struct zink_query;
-struct zink_screen;
-struct pipe_screen;
#ifdef __cplusplus
extern "C" {
#endif
*/
#include "zink_context.h"
+#include "zink_clear.h"
#include "zink_framebuffer.h"
#include "zink_kopper.h"
#include "zink_query.h"
#include "zink_render_pass.h"
#include "zink_resource.h"
#include "zink_screen.h"
+#include "zink_surface.h"
#include "util/u_memory.h"
#include "util/u_string.h"
#ifndef ZINK_RENDERPASS_H
#define ZINK_RENDERPASS_H
-#include <vulkan/vulkan.h>
-
-#include "pipe/p_state.h"
-#include "util/u_inlines.h"
-
-struct zink_screen;
-
-struct zink_rt_attrib {
- VkFormat format;
- VkSampleCountFlagBits samples;
- bool clear_color;
- union {
- bool clear_stencil;
- bool fbfetch;
- };
- union {
- bool invalid;
- bool needs_write;
- };
- bool resolve;
- bool mixed_zs;
-};
-
-struct zink_render_pass_state {
- union {
- struct {
- uint8_t num_cbufs : 5; /* PIPE_MAX_COLOR_BUFS = 8 */
- uint8_t have_zsbuf : 1;
- uint8_t samples:1; //for fs samplemask
- uint32_t num_zsresolves : 1;
- uint32_t num_cresolves : 24; /* PIPE_MAX_COLOR_BUFS, but this is a struct hole */
- };
- uint32_t val; //for comparison
- };
- struct zink_rt_attrib rts[PIPE_MAX_COLOR_BUFS + 1];
- unsigned num_rts;
- uint32_t clears; //for extra verification and update flagging
- uint32_t msaa_expand_mask;
-};
-
-struct zink_pipeline_rt {
- VkFormat format;
- VkSampleCountFlagBits samples;
-};
-
-struct zink_render_pass_pipeline_state {
- uint32_t num_attachments:22;
- uint32_t fbfetch:1;
- uint32_t color_read:1;
- uint32_t depth_read:1;
- uint32_t depth_write:1;
- uint32_t num_cresolves:4;
- uint32_t num_zsresolves:1;
- bool samples:1; //for fs samplemask
- struct zink_pipeline_rt attachments[PIPE_MAX_COLOR_BUFS + 1];
- unsigned id;
-};
-
-struct zink_render_pass {
- VkRenderPass render_pass;
- struct zink_render_pass_state state;
- unsigned pipeline_state;
-};
+#include "zink_types.h"
struct zink_render_pass *
zink_create_render_pass(struct zink_screen *screen,
#include "zink_resource.h"
#include "zink_batch.h"
+#include "zink_clear.h"
#include "zink_context.h"
#include "zink_fence.h"
#include "zink_program.h"
#include "vulkan/wsi/wsi_common.h"
#include "vk_format.h"
-#include "util/slab.h"
#include "util/u_blitter.h"
#include "util/u_debug.h"
#include "util/format/u_format.h"
#ifndef ZINK_RESOURCE_H
#define ZINK_RESOURCE_H
-struct pipe_screen;
-struct sw_displaytarget;
-struct zink_batch;
-struct zink_context;
-struct zink_bo;
-
-#include "util/hash_table.h"
-#include "util/simple_mtx.h"
-#include "util/u_transfer.h"
-#include "util/u_range.h"
-#include "util/u_dynarray.h"
-#include "util/u_threaded_context.h"
-
-#include "zink_batch.h"
-#include "zink_descriptors.h"
-
-#include <vulkan/vulkan.h>
+#include "zink_types.h"
#define ZINK_MAP_TEMPORARY (PIPE_MAP_DRV_PRV << 0)
#define ZINK_BIND_DMABUF (1 << 29)
#define ZINK_BIND_TRANSIENT (1 << 30) //transient fb attachment
#define ZINK_BIND_VIDEO (1 << 31)
-struct zink_resource_object {
- struct pipe_reference reference;
-
- VkPipelineStageFlagBits access_stage;
- VkAccessFlags access;
- bool unordered_read;
- bool unordered_write;
-
- unsigned persistent_maps; //if nonzero, requires vkFlushMappedMemoryRanges during batch use
-
- VkBuffer storage_buffer;
-
- union {
- VkBuffer buffer;
- VkImage image;
- };
-
- VkSampleLocationsInfoEXT zs_evaluate;
- bool needs_zs_evaluate;
-
- bool storage_init; //layout was set for image
- bool transfer_dst;
- bool render_target;
- bool is_buffer;
- bool exportable;
-
- /* TODO: this should be a union */
- int handle;
- struct zink_bo *bo;
- // struct {
- struct kopper_displaytarget *dt;
- uint32_t dt_idx;
- uint32_t last_dt_idx;
- VkSemaphore present;
- bool new_dt;
- bool indefinite_acquire;
- // }
-
-
- VkDeviceSize offset, size, alignment;
- VkImageCreateFlags vkflags;
- VkImageUsageFlags vkusage;
- VkFormatFeatureFlags vkfeats;
- uint64_t modifier;
- VkImageAspectFlags modifier_aspect;
- VkSamplerYcbcrConversion sampler_conversion;
- unsigned plane_offsets[3];
- unsigned plane_strides[3];
- unsigned plane_count;
-
- bool host_visible;
- bool coherent;
- bool is_aux;
-};
-
-struct zink_resource {
- struct threaded_resource base;
-
- enum pipe_format internal_format:16;
-
- struct zink_resource_object *obj;
- union {
- struct {
- struct util_range valid_buffer_range;
- uint32_t vbo_bind_mask : PIPE_MAX_ATTRIBS;
- uint8_t ubo_bind_count[2];
- uint8_t ssbo_bind_count[2];
- uint8_t vbo_bind_count;
- uint8_t so_bind_count; //not counted in all_binds
- bool so_valid;
- uint32_t ubo_bind_mask[PIPE_SHADER_TYPES];
- uint32_t ssbo_bind_mask[PIPE_SHADER_TYPES];
- };
- struct {
- VkSparseImageMemoryRequirements sparse;
- VkFormat format;
- VkImageLayout layout;
- VkImageAspectFlags aspect;
- bool linear;
- bool need_2D;
- bool valid;
- uint8_t fb_binds; //not counted in all_binds
- };
- };
- uint32_t sampler_binds[PIPE_SHADER_TYPES];
- uint32_t image_binds[PIPE_SHADER_TYPES];
- uint16_t sampler_bind_count[2]; //gfx, compute
- uint16_t image_bind_count[2]; //gfx, compute
- uint16_t write_bind_count[2]; //gfx, compute
- uint16_t bindless[2]; //tex, img
- union {
- uint16_t bind_count[2]; //gfx, compute
- uint32_t all_binds;
- };
-
- VkPipelineStageFlagBits gfx_barrier;
- VkAccessFlagBits barrier_access[2]; //gfx, compute
-
- union {
- struct {
- struct hash_table bufferview_cache;
- simple_mtx_t bufferview_mtx;
- };
- struct {
- struct hash_table surface_cache;
- simple_mtx_t surface_mtx;
- };
- };
-
- bool swapchain;
- bool dmabuf_acquire;
- bool dmabuf;
- unsigned dt_stride;
-
- uint8_t modifiers_count;
- uint64_t *modifiers;
- enum pipe_format drm_format;
-};
-
-struct zink_transfer {
- struct threaded_transfer base;
- struct pipe_resource *staging_res;
- unsigned offset;
- unsigned depthPitch;
-};
-
-static inline struct zink_resource *
-zink_resource(struct pipe_resource *r)
-{
- return (struct zink_resource *)r;
-}
bool
zink_screen_resource_init(struct pipe_screen *pscreen);
}
#ifndef __cplusplus
+#include "zink_batch.h"
#include "zink_bo.h"
static inline bool
#include "zink_kopper.h"
#include "zink_compiler.h"
#include "zink_context.h"
-#include "zink_device_info.h"
#include "zink_descriptors.h"
#include "zink_fence.h"
#include "zink_format.h"
#include "zink_framebuffer.h"
-#include "zink_instance.h"
#include "zink_program.h"
#include "zink_public.h"
#include "zink_query.h"
#include "zink_resource.h"
+#include "zink_state.h"
#include "nir_to_spirv/nir_to_spirv.h" // for SPIRV_VERSION
#include "os/os_process.h"
#include "util/u_debug.h"
#include "util/u_dl.h"
-#include "util/format/u_format.h"
-#include "util/hash_table.h"
#include "util/os_file.h"
-#include "util/u_math.h"
#include "util/u_memory.h"
#include "util/u_screen.h"
#include "util/u_string.h"
#ifndef ZINK_SCREEN_H
#define ZINK_SCREEN_H
-#include "zink_device_info.h"
-#include "zink_instance.h"
-#include "vk_dispatch_table.h"
-
-#include "util/u_idalloc.h"
-#include "pipe/p_screen.h"
-#include "util/slab.h"
-#include "compiler/nir/nir.h"
-#include "util/disk_cache.h"
-#include "util/log.h"
-#include "util/simple_mtx.h"
-#include "util/u_queue.h"
-#include "util/u_live_shader_cache.h"
-#include "util/u_vertex_state_cache.h"
-#include "pipebuffer/pb_cache.h"
-#include "pipebuffer/pb_slab.h"
-
-#include <vulkan/vulkan.h>
+#include "zink_types.h"
#ifdef __cplusplus
#endif
extern uint32_t zink_debug;
-struct hash_table;
struct util_dl_library;
-struct zink_batch_state;
-struct zink_context;
-struct zink_descriptor_layout_key;
-struct zink_program;
-struct zink_shader;
-enum zink_descriptor_type;
-
-/* this is the spec minimum */
-#define ZINK_SPARSE_BUFFER_PAGE_SIZE (64 * 1024)
-
-enum zink_debug {
- ZINK_DEBUG_NIR = (1<<0),
- ZINK_DEBUG_SPIRV = (1<<1),
- ZINK_DEBUG_TGSI = (1<<2),
- ZINK_DEBUG_VALIDATION = (1<<3),
- ZINK_DEBUG_SYNC = (1<<4),
- ZINK_DEBUG_COMPACT = (1<<5),
- ZINK_DEBUG_NOREORDER = (1<<6),
-};
-
-#define NUM_SLAB_ALLOCATORS 3
-#define MIN_SLAB_ORDER 8
-
-#define ZINK_CONTEXT_COPY_ONLY (1<<30)
-
-enum zink_descriptor_mode {
- ZINK_DESCRIPTOR_MODE_AUTO,
- ZINK_DESCRIPTOR_MODE_LAZY,
- ZINK_DESCRIPTOR_MODE_COMPACT,
-};
-
-extern enum zink_descriptor_mode zink_descriptor_mode;
-
-//keep in sync with zink_descriptor_type since headers can't be cross-included
-#define ZINK_MAX_DESCRIPTOR_SETS 6
-
-struct zink_modifier_prop {
- uint32_t drmFormatModifierCount;
- VkDrmFormatModifierPropertiesEXT* pDrmFormatModifierProperties;
-};
-
-struct zink_screen {
- struct pipe_screen base;
-
- struct util_dl_library *loader_lib;
- PFN_vkGetInstanceProcAddr vk_GetInstanceProcAddr;
- PFN_vkGetDeviceProcAddr vk_GetDeviceProcAddr;
-
- bool threaded;
- bool is_cpu;
- bool abort_on_hang;
- uint64_t curr_batch; //the current batch id
- uint32_t last_finished;
- VkSemaphore sem;
- VkFence fence;
- struct util_queue flush_queue;
- struct zink_context *copy_context;
-
- unsigned buffer_rebind_counter;
- unsigned image_rebind_counter;
- unsigned robust_ctx_count;
-
- struct hash_table dts;
- simple_mtx_t dt_lock;
-
- bool device_lost;
- int drm_fd;
-
- struct hash_table framebuffer_cache;
-
- struct slab_parent_pool transfer_pool;
- struct disk_cache *disk_cache;
- struct util_queue cache_put_thread;
- struct util_queue cache_get_thread;
-
- struct util_live_shader_cache shaders;
-
- struct {
- struct pb_cache bo_cache;
- struct pb_slabs bo_slabs[NUM_SLAB_ALLOCATORS];
- unsigned min_alloc_size;
- uint32_t next_bo_unique_id;
- } pb;
- uint8_t heap_map[VK_MAX_MEMORY_TYPES];
- VkMemoryPropertyFlags heap_flags[VK_MAX_MEMORY_TYPES];
- bool resizable_bar;
-
- uint64_t total_video_mem;
- uint64_t clamp_video_mem;
- uint64_t total_mem;
-
- VkInstance instance;
- struct zink_instance_info instance_info;
-
- VkPhysicalDevice pdev;
- uint32_t vk_version, spirv_version;
- struct util_idalloc_mt buffer_ids;
- struct util_vertex_state_cache vertex_state_cache;
-
- struct zink_device_info info;
- struct nir_shader_compiler_options nir_options;
-
- bool have_X8_D24_UNORM_PACK32;
- bool have_D24_UNORM_S8_UINT;
- bool have_D32_SFLOAT_S8_UINT;
- bool have_triangle_fans;
- bool need_2D_zs;
- bool need_2D_sparse;
- bool faked_e5sparse; //drivers may not expose R9G9B9E5 but cts requires it
-
- uint32_t gfx_queue;
- uint32_t sparse_queue;
- uint32_t max_queues;
- uint32_t timestamp_valid_bits;
- VkDevice dev;
- VkQueue queue; //gfx+compute
- VkQueue queue_sparse;
- simple_mtx_t queue_lock;
- VkDebugUtilsMessengerEXT debugUtilsCallbackHandle;
-
- uint32_t cur_custom_border_color_samplers;
-
- struct vk_dispatch_table vk;
-
- bool compact_descriptors;
- uint8_t desc_set_id[ZINK_MAX_DESCRIPTOR_SETS];
-
- struct {
- bool dual_color_blend_by_location;
- bool inline_uniforms;
- } driconf;
-
- VkFormatProperties format_props[PIPE_FORMAT_COUNT];
- struct zink_modifier_prop modifier_props[PIPE_FORMAT_COUNT];
- struct {
- uint32_t image_view;
- uint32_t buffer_view;
- } null_descriptor_hashes;
-
- VkExtent2D maxSampleLocationGridSize[5];
-
- struct {
- bool broken_l4a4;
- bool color_write_missing;
- bool depth_clip_control_missing;
- bool implicit_sync;
- bool force_pipeline_library;
- unsigned z16_unscaled_bias;
- unsigned z24_unscaled_bias;
- } driver_workarounds;
-};
/* update last_finished to account for batch_id wrapping */
static inline void
return success;
}
-static inline struct zink_screen *
-zink_screen(struct pipe_screen *pipe)
-{
- return (struct zink_screen *)pipe;
-}
-
-
-#define VKCTX(fn) zink_screen(ctx->base.screen)->vk.fn
-#define VKSCR(fn) screen->vk.fn
-
VkFormat
zink_get_format(struct zink_screen *screen, enum pipe_format format);
#ifndef ZINK_STATE_H
#define ZINK_STATE_H
-#include <vulkan/vulkan.h>
-
-#include "pipe/p_state.h"
-#include "util/set.h"
-
-struct zink_vertex_elements_hw_state {
- uint32_t hash;
- uint32_t num_bindings, num_attribs;
- union {
- VkVertexInputAttributeDescription attribs[PIPE_MAX_ATTRIBS];
- VkVertexInputAttributeDescription2EXT dynattribs[PIPE_MAX_ATTRIBS];
- };
- union {
- struct {
- VkVertexInputBindingDivisorDescriptionEXT divisors[PIPE_MAX_ATTRIBS];
- VkVertexInputBindingDescription bindings[PIPE_MAX_ATTRIBS]; // combination of element_state and stride
- uint8_t divisors_present;
- } b;
- VkVertexInputBindingDescription2EXT dynbindings[PIPE_MAX_ATTRIBS];
- };
-};
-
-struct zink_vertex_elements_state {
- struct {
- uint32_t binding;
- VkVertexInputRate inputRate;
- } bindings[PIPE_MAX_ATTRIBS];
- uint32_t divisor[PIPE_MAX_ATTRIBS];
- uint8_t binding_map[PIPE_MAX_ATTRIBS];
- uint32_t min_stride[PIPE_MAX_ATTRIBS]; //for dynamic_state1
- uint32_t decomposed_attrs;
- unsigned decomposed_attrs_size;
- uint32_t decomposed_attrs_without_w;
- unsigned decomposed_attrs_without_w_size;
- struct zink_vertex_elements_hw_state hw_state;
-};
-
-struct zink_vertex_state {
- struct pipe_vertex_state b;
- struct zink_vertex_elements_state velems;
- struct set masks;
-};
-
-struct zink_rasterizer_hw_state {
- unsigned polygon_mode : 2; //VkPolygonMode
- unsigned line_mode : 2; //VkLineRasterizationModeEXT
- unsigned depth_clip:1;
- unsigned pv_last:1;
- unsigned line_stipple_enable:1;
- unsigned force_persample_interp:1;
- unsigned clip_halfz:1;
-};
-#define ZINK_RAST_HW_STATE_SIZE 9
-
-
-struct zink_rasterizer_state {
- struct pipe_rasterizer_state base;
- bool offset_point, offset_line, offset_tri;
- float offset_units, offset_clamp, offset_scale;
- float line_width;
- VkFrontFace front_face;
- VkCullModeFlags cull_mode;
- struct zink_rasterizer_hw_state hw_state;
-};
-
-struct zink_blend_state {
- uint32_t hash;
- VkPipelineColorBlendAttachmentState attachments[PIPE_MAX_COLOR_BUFS];
-
- VkBool32 logicop_enable;
- VkLogicOp logicop_func;
-
- VkBool32 alpha_to_coverage;
- VkBool32 alpha_to_one;
-
- bool need_blend_constants;
- bool dual_src_blend;
-};
-
-struct zink_depth_stencil_alpha_hw_state {
- VkBool32 depth_test;
- VkCompareOp depth_compare_op;
-
- VkBool32 depth_bounds_test;
- float min_depth_bounds, max_depth_bounds;
-
- VkBool32 stencil_test;
- VkStencilOpState stencil_front;
- VkStencilOpState stencil_back;
-
- VkBool32 depth_write;
-};
-
-struct zink_depth_stencil_alpha_state {
- struct pipe_depth_stencil_alpha_state base;
- struct zink_depth_stencil_alpha_hw_state hw_state;
-};
+#include "zink_types.h"
#ifdef __cplusplus
extern "C" {
#ifndef ZINK_SURFACE_H
#define ZINK_SURFACE_H
-#include "pipe/p_state.h"
-#include "zink_batch.h"
-#include <vulkan/vulkan.h>
-
-struct pipe_context;
-
-struct zink_surface_info {
- VkImageCreateFlags flags;
- VkImageUsageFlags usage;
- uint32_t width;
- uint32_t height;
- uint32_t layerCount;
- VkFormat format[2];
-};
-
-struct zink_surface {
- struct pipe_surface base;
- VkImageViewCreateInfo ivci;
- struct zink_surface_info info; //TODO: union with fb refs
- uint32_t info_hash;
- bool is_swapchain;
- VkImageView image_view;
- void *dt;
- VkImageView *swapchain;
- unsigned swapchain_size;
- VkImageView *old_swapchain;
- unsigned old_swapchain_size;
- VkImageView simage_view;//old iview after storage replacement/rebind
- void *obj; //backing resource object
- uint32_t hash;
- struct zink_batch_usage *batch_uses;
-};
-
-/* wrapper object that preserves the gallium expectation of having
- * pipe_surface::context match the context used to create the surface
- */
-struct zink_ctx_surface {
- struct pipe_surface base;
- struct zink_surface *surf;
- struct zink_ctx_surface *transient; //zink_ctx_surface
- /* TODO: need replicate EXT */
- bool transient_init;
-};
-
-/* use this cast for framebuffer surfaces */
-static inline struct zink_surface *
-zink_csurface(struct pipe_surface *psurface)
-{
- return psurface ? ((struct zink_ctx_surface *)psurface)->surf : NULL;
-}
-
-/* use this cast for checking transient framebuffer surfaces */
-static inline struct zink_surface *
-zink_transient_surface(struct pipe_surface *psurface)
-{
- return psurface ? ((struct zink_ctx_surface *)psurface)->transient ? ((struct zink_ctx_surface *)psurface)->transient->surf : NULL : NULL;
-}
-
-/* use this cast for internal surfaces */
-static inline struct zink_surface *
-zink_surface(struct pipe_surface *psurface)
-{
- return (struct zink_surface *)psurface;
-}
+#include "zink_types.h"
void
zink_destroy_surface(struct zink_screen *screen, struct pipe_surface *psurface);
--- /dev/null
+/*
+ * Copyright © 2022 Valve Corporation
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice (including the next
+ * paragraph) shall be included in all copies or substantial portions of the
+ * Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+ * IN THE SOFTWARE.
+ *
+ * Authors:
+ * Mike Blumenkrantz <michael.blumenkrantz@gmail.com>
+ */
+
+#ifndef ZINK_TYPES_H
+#define ZINK_TYPES_H
+
+#include <vulkan/vulkan.h>
+
+#include "compiler/nir/nir.h"
+
+#include "pipe/p_context.h"
+#include "pipe/p_defines.h"
+#include "pipe/p_state.h"
+
+#include "pipebuffer/pb_cache.h"
+#include "pipebuffer/pb_slab.h"
+
+#include "util/disk_cache.h"
+#include "util/hash_table.h"
+#include "util/list.h"
+#include "util/log.h"
+#include "util/set.h"
+#include "util/simple_mtx.h"
+#include "util/slab.h"
+#include "util/u_dynarray.h"
+#include "util/u_idalloc.h"
+#include "util/u_live_shader_cache.h"
+#include "util/u_queue.h"
+#include "util/u_range.h"
+#include "util/u_threaded_context.h"
+#include "util/u_transfer.h"
+#include "util/u_vertex_state_cache.h"
+
+#include "zink_device_info.h"
+#include "zink_instance.h"
+#include "zink_shader_keys.h"
+#include "vk_dispatch_table.h"
+
+
+#define ZINK_FBFETCH_BINDING 6 //COMPUTE+1
+#define ZINK_SHADER_COUNT (PIPE_SHADER_TYPES - 1)
+
+#define ZINK_DEFAULT_MAX_DESCS 5000
+#define ZINK_DEFAULT_DESC_CLAMP (ZINK_DEFAULT_MAX_DESCS * 0.9)
+#define ZINK_MAX_SHADER_IMAGES 32
+#define ZINK_MAX_BINDLESS_HANDLES 1024
+
+#define ZINK_MAX_DESCRIPTOR_SETS 6
+#define ZINK_MAX_DESCRIPTORS_PER_TYPE (32 * ZINK_SHADER_COUNT)
+
+#define NUM_SLAB_ALLOCATORS 3
+#define MIN_SLAB_ORDER 8
+
+
+/* this is the spec minimum */
+#define ZINK_SPARSE_BUFFER_PAGE_SIZE (64 * 1024)
+
+#define ZINK_CONTEXT_COPY_ONLY (1<<30)
+
+#define VKCTX(fn) zink_screen(ctx->base.screen)->vk.fn
+#define VKSCR(fn) screen->vk.fn
+
+/** enums */
+
+typedef enum {
+ ZINK_NO_MULTIDRAW,
+ ZINK_MULTIDRAW,
+} zink_multidraw;
+
+typedef enum {
+ ZINK_NO_DYNAMIC_STATE,
+ ZINK_DYNAMIC_STATE,
+ ZINK_DYNAMIC_STATE2,
+ ZINK_DYNAMIC_VERTEX_INPUT,
+} zink_dynamic_state;
+
+enum zink_blit_flags {
+ ZINK_BLIT_NORMAL = 1 << 0,
+ ZINK_BLIT_SAVE_FS = 1 << 1,
+ ZINK_BLIT_SAVE_FB = 1 << 2,
+ ZINK_BLIT_SAVE_TEXTURES = 1 << 3,
+ ZINK_BLIT_NO_COND_RENDER = 1 << 4,
+};
+
+enum zink_descriptor_type {
+ ZINK_DESCRIPTOR_TYPE_UBO,
+ ZINK_DESCRIPTOR_TYPE_SAMPLER_VIEW,
+ ZINK_DESCRIPTOR_TYPE_SSBO,
+ ZINK_DESCRIPTOR_TYPE_IMAGE,
+ ZINK_DESCRIPTOR_TYPES,
+ ZINK_DESCRIPTOR_BINDLESS,
+};
+
+enum zink_descriptor_mode {
+ ZINK_DESCRIPTOR_MODE_AUTO,
+ ZINK_DESCRIPTOR_MODE_LAZY,
+ ZINK_DESCRIPTOR_MODE_COMPACT,
+};
+
+enum zink_descriptor_size_index {
+ ZDS_INDEX_UBO,
+ ZDS_INDEX_COMBINED_SAMPLER,
+ ZDS_INDEX_UNIFORM_TEXELS,
+ ZDS_INDEX_STORAGE_BUFFER,
+ ZDS_INDEX_STORAGE_IMAGE,
+ ZDS_INDEX_STORAGE_TEXELS,
+};
+
+enum zink_descriptor_size_index_compact {
+ ZDS_INDEX_COMP_UBO,
+ ZDS_INDEX_COMP_STORAGE_BUFFER,
+ ZDS_INDEX_COMP_COMBINED_SAMPLER,
+ ZDS_INDEX_COMP_UNIFORM_TEXELS,
+ ZDS_INDEX_COMP_STORAGE_IMAGE,
+ ZDS_INDEX_COMP_STORAGE_TEXELS,
+};
+
+enum zink_resource_access {
+ ZINK_RESOURCE_ACCESS_READ = 1,
+ ZINK_RESOURCE_ACCESS_WRITE = 32,
+ ZINK_RESOURCE_ACCESS_RW = ZINK_RESOURCE_ACCESS_READ | ZINK_RESOURCE_ACCESS_WRITE,
+};
+
+
+enum zink_heap {
+ ZINK_HEAP_DEVICE_LOCAL,
+ ZINK_HEAP_DEVICE_LOCAL_SPARSE,
+ ZINK_HEAP_DEVICE_LOCAL_LAZY,
+ ZINK_HEAP_DEVICE_LOCAL_VISIBLE,
+ ZINK_HEAP_HOST_VISIBLE_COHERENT,
+ ZINK_HEAP_HOST_VISIBLE_CACHED,
+ ZINK_HEAP_MAX,
+};
+
+enum zink_alloc_flag {
+ ZINK_ALLOC_SPARSE = 1<<0,
+ ZINK_ALLOC_NO_SUBALLOC = 1<<1,
+};
+
+enum zink_debug {
+ ZINK_DEBUG_NIR = (1<<0),
+ ZINK_DEBUG_SPIRV = (1<<1),
+ ZINK_DEBUG_TGSI = (1<<2),
+ ZINK_DEBUG_VALIDATION = (1<<3),
+ ZINK_DEBUG_SYNC = (1<<4),
+ ZINK_DEBUG_COMPACT = (1<<5),
+ ZINK_DEBUG_NOREORDER = (1<<6),
+};
+
+
+/** fence types */
+struct tc_unflushed_batch_token;
+
+struct zink_tc_fence {
+ struct pipe_reference reference;
+ uint32_t submit_count;
+ struct util_queue_fence ready;
+ struct tc_unflushed_batch_token *tc_token;
+ struct pipe_context *deferred_ctx;
+ struct zink_fence *fence;
+ VkSemaphore sem;
+};
+
+struct zink_fence {
+ uint64_t batch_id;
+ bool submitted;
+ bool completed;
+};
+
+
+/** state types */
+
+struct zink_vertex_elements_hw_state {
+ uint32_t hash;
+ uint32_t num_bindings, num_attribs;
+ union {
+ VkVertexInputAttributeDescription attribs[PIPE_MAX_ATTRIBS];
+ VkVertexInputAttributeDescription2EXT dynattribs[PIPE_MAX_ATTRIBS];
+ };
+ union {
+ struct {
+ VkVertexInputBindingDivisorDescriptionEXT divisors[PIPE_MAX_ATTRIBS];
+ VkVertexInputBindingDescription bindings[PIPE_MAX_ATTRIBS]; // combination of element_state and stride
+ uint8_t divisors_present;
+ } b;
+ VkVertexInputBindingDescription2EXT dynbindings[PIPE_MAX_ATTRIBS];
+ };
+};
+
+struct zink_vertex_elements_state {
+ struct {
+ uint32_t binding;
+ VkVertexInputRate inputRate;
+ } bindings[PIPE_MAX_ATTRIBS];
+ uint32_t divisor[PIPE_MAX_ATTRIBS];
+ uint8_t binding_map[PIPE_MAX_ATTRIBS];
+ uint32_t min_stride[PIPE_MAX_ATTRIBS]; //for dynamic_state1
+ uint32_t decomposed_attrs;
+ unsigned decomposed_attrs_size;
+ uint32_t decomposed_attrs_without_w;
+ unsigned decomposed_attrs_without_w_size;
+ struct zink_vertex_elements_hw_state hw_state;
+};
+
+struct zink_vertex_state {
+ struct pipe_vertex_state b;
+ struct zink_vertex_elements_state velems;
+ struct set masks;
+};
+
+struct zink_rasterizer_hw_state {
+ unsigned polygon_mode : 2; //VkPolygonMode
+ unsigned line_mode : 2; //VkLineRasterizationModeEXT
+ unsigned depth_clip:1;
+ unsigned pv_last:1;
+ unsigned line_stipple_enable:1;
+ unsigned force_persample_interp:1;
+ unsigned clip_halfz:1;
+};
+#define ZINK_RAST_HW_STATE_SIZE 9
+
+
+struct zink_rasterizer_state {
+ struct pipe_rasterizer_state base;
+ bool offset_point, offset_line, offset_tri;
+ float offset_units, offset_clamp, offset_scale;
+ float line_width;
+ VkFrontFace front_face;
+ VkCullModeFlags cull_mode;
+ struct zink_rasterizer_hw_state hw_state;
+};
+
+struct zink_blend_state {
+ uint32_t hash;
+ VkPipelineColorBlendAttachmentState attachments[PIPE_MAX_COLOR_BUFS];
+
+ VkBool32 logicop_enable;
+ VkLogicOp logicop_func;
+
+ VkBool32 alpha_to_coverage;
+ VkBool32 alpha_to_one;
+
+ bool need_blend_constants;
+ bool dual_src_blend;
+};
+
+struct zink_depth_stencil_alpha_hw_state {
+ VkBool32 depth_test;
+ VkCompareOp depth_compare_op;
+
+ VkBool32 depth_bounds_test;
+ float min_depth_bounds, max_depth_bounds;
+
+ VkBool32 stencil_test;
+ VkStencilOpState stencil_front;
+ VkStencilOpState stencil_back;
+
+ VkBool32 depth_write;
+};
+
+struct zink_depth_stencil_alpha_state {
+ struct pipe_depth_stencil_alpha_state base;
+ struct zink_depth_stencil_alpha_hw_state hw_state;
+};
+
+
+/** descriptor types */
+struct zink_descriptor_layout_key {
+ unsigned num_bindings;
+ VkDescriptorSetLayoutBinding *bindings;
+};
+
+struct zink_descriptor_layout {
+ VkDescriptorSetLayout layout;
+};
+
+struct zink_descriptor_pool_key {
+ unsigned use_count;
+ unsigned num_type_sizes;
+ struct zink_descriptor_layout_key *layout;
+ VkDescriptorPoolSize sizes[4];
+};
+
+struct zink_descriptor_data {
+ struct zink_descriptor_layout_key *push_layout_keys[2]; //gfx, compute
+ struct zink_descriptor_pool *push_pool[2]; //gfx, compute
+ struct zink_descriptor_layout *push_dsl[2]; //gfx, compute
+ VkDescriptorUpdateTemplate push_template[2]; //gfx, compute
+ uint8_t last_push_usage[2];
+ bool push_valid[2];
+ uint32_t push_state[2];
+ bool gfx_push_valid[ZINK_SHADER_COUNT];
+ uint32_t gfx_push_state[ZINK_SHADER_COUNT];
+ struct zink_descriptor_set *last_set[2];
+
+ VkDescriptorPool dummy_pool;
+ struct zink_descriptor_layout *dummy_dsl;
+ VkDescriptorUpdateTemplate dummy_template;
+ VkDescriptorSet dummy_set;
+
+ VkDescriptorSetLayout bindless_layout;
+ VkDescriptorPool bindless_pool;
+ VkDescriptorSet bindless_set;
+ bool bindless_bound;
+
+ bool changed[2][ZINK_DESCRIPTOR_TYPES + 1];
+ bool has_fbfetch;
+ struct zink_program *pg[2]; //gfx, compute
+};
+
+struct zink_program_descriptor_data {
+ uint8_t push_usage;
+ bool bindless;
+ bool fbfetch;
+ uint8_t binding_usage;
+ uint8_t real_binding_usage;
+ struct zink_descriptor_pool_key *pool_key[ZINK_DESCRIPTOR_TYPES]; //push set doesn't need one
+ struct zink_descriptor_layout *layouts[ZINK_DESCRIPTOR_TYPES + 1];
+ VkDescriptorUpdateTemplate templates[ZINK_DESCRIPTOR_TYPES + 1];
+};
+
+struct zink_batch_descriptor_data {
+ struct set *desc_sets;
+};
+
+
+/** batch types */
+/* zink_batch_usage concepts:
+ * - batch "usage" is an indicator of when and how a BO was accessed
+ * - batch "tracking" is the batch state(s) containing an extra ref for a BO
+ *
+ * - usage prevents a BO from being mapped while it has pending+conflicting access
+ * - usage affects pipeline barrier generation for synchronizing reads and writes
+ * - usage MUST be removed before context destruction to avoid crashing during BO
+ * reclaiming in suballocator
+ *
+ * - tracking prevents a BO from being destroyed early
+ * - tracking enables usage to be pruned
+ *
+ *
+ * tracking is added:
+ * - any time a BO is used in a "one-off" operation (e.g., blit, index buffer, indirect buffer)
+ * - any time a descriptor is unbound
+ * - when a buffer is replaced (IFF: resource is bound as a descriptor or usage previously existed)
+ *
+ * tracking is removed:
+ * - in zink_reset_batch_state()
+ *
+ * usage is added:
+ * - any time a BO is used in a "one-off" operation (e.g., blit, index buffer, indirect buffer)
+ * - any time a descriptor is bound
+ * - any time a descriptor is unbound (IFF: usage previously existed)
+ * - for all bound descriptors on the first draw/dispatch after a flush (zink_update_descriptor_refs)
+ *
+ * usage is removed:
+ * - when tracking is removed (IFF: BO usage == tracking, i.e., this is the last batch that a BO was active on)
+ */
+struct zink_batch_usage {
+ uint32_t usage;
+ cnd_t flush;
+ mtx_t mtx;
+ bool unflushed;
+};
+
+
+struct zink_batch_state {
+ struct zink_fence fence;
+ struct zink_batch_state *next;
+
+ struct zink_batch_usage usage;
+ struct zink_context *ctx;
+ VkCommandPool cmdpool;
+ VkCommandBuffer cmdbuf;
+ VkCommandBuffer barrier_cmdbuf;
+ VkSemaphore signal_semaphore; //external signal semaphore
+ struct util_dynarray wait_semaphores; //external wait semaphores
+ struct util_dynarray wait_semaphore_stages; //external wait semaphores
+
+ VkSemaphore present;
+ struct zink_resource *swapchain;
+ struct util_dynarray acquires;
+ struct util_dynarray acquire_flags;
+ struct util_dynarray dead_swapchains;
+
+ struct util_queue_fence flush_completed;
+
+ struct set *programs;
+
+ struct set *resources;
+ struct set *surfaces;
+ struct set *bufferviews;
+
+ struct util_dynarray unref_resources;
+ struct util_dynarray bindless_releases[2];
+
+ struct util_dynarray persistent_resources;
+ struct util_dynarray zombie_samplers;
+ struct util_dynarray dead_framebuffers;
+
+ struct set *active_queries; /* zink_query objects which were active at some point in this batch */
+
+ struct zink_batch_descriptor_data *dd;
+
+ VkDeviceSize resource_size;
+
+ /* this is a monotonic int used to disambiguate internal fences from their tc fence references */
+ unsigned submit_count;
+
+ bool is_device_lost;
+ bool has_barriers;
+};
+
+static inline struct zink_batch_state *
+zink_batch_state(struct zink_fence *fence)
+{
+ return (struct zink_batch_state *)fence;
+}
+
+struct zink_batch {
+ struct zink_batch_state *state;
+
+ struct zink_batch_usage *last_batch_usage;
+ struct zink_resource *swapchain;
+
+ unsigned work_count;
+
+ bool has_work;
+ bool last_was_compute;
+ bool in_rp; //renderpass is currently active
+};
+
+
+/** bo types */
+struct bo_export {
+ /** File descriptor associated with a handle export. */
+ int drm_fd;
+
+ /** GEM handle in drm_fd */
+ uint32_t gem_handle;
+
+ struct list_head link;
+};
+
+struct zink_bo {
+ struct pb_buffer base;
+
+ union {
+ struct {
+ void *cpu_ptr; /* for user_ptr and permanent maps */
+ int map_count;
+ struct list_head exports;
+ simple_mtx_t export_lock;
+
+ bool is_user_ptr;
+ bool use_reusable_pool;
+
+ /* Whether buffer_get_handle or buffer_from_handle has been called,
+ * it can only transition from false to true. Protected by lock.
+ */
+ bool is_shared;
+ } real;
+ struct {
+ struct pb_slab_entry entry;
+ struct zink_bo *real;
+ } slab;
+ struct {
+ uint32_t num_va_pages;
+ uint32_t num_backing_pages;
+
+ struct list_head backing;
+
+ /* Commitment information for each page of the virtual memory area. */
+ struct zink_sparse_commitment *commitments;
+ } sparse;
+ } u;
+
+ VkDeviceMemory mem;
+ uint64_t offset;
+
+ uint32_t unique_id;
+
+ simple_mtx_t lock;
+
+ struct zink_batch_usage *reads;
+ struct zink_batch_usage *writes;
+
+ struct pb_cache_entry cache_entry[];
+};
+
+static inline struct zink_bo *
+zink_bo(struct pb_buffer *pbuf)
+{
+ return (struct zink_bo*)pbuf;
+}
+
+/** clear types */
+struct zink_framebuffer_clear_data {
+ union {
+ union pipe_color_union color;
+ struct {
+ float depth;
+ unsigned stencil;
+ uint8_t bits : 2; // PIPE_CLEAR_DEPTH, PIPE_CLEAR_STENCIL
+ } zs;
+ };
+ struct pipe_scissor_state scissor;
+ bool has_scissor;
+ bool conditional;
+};
+
+struct zink_framebuffer_clear {
+ struct util_dynarray clears;
+};
+
+
+/** compiler types */
+struct zink_shader_info {
+ struct pipe_stream_output_info so_info;
+ unsigned so_info_slots[PIPE_MAX_SO_OUTPUTS];
+ uint32_t so_propagate; //left shifted by 32
+ bool last_vertex;
+ bool have_xfb;
+ bool have_sparse;
+ bool have_vulkan_memory_model;
+};
+
+
+struct zink_shader {
+ struct util_live_shader base;
+ uint32_t hash;
+ struct nir_shader *nir;
+ enum pipe_prim_type reduced_prim; // PIPE_PRIM_MAX for vs
+
+ struct zink_shader_info sinfo;
+
+ struct {
+ int index;
+ int binding;
+ VkDescriptorType type;
+ unsigned char size;
+ } bindings[ZINK_DESCRIPTOR_TYPES][ZINK_MAX_DESCRIPTORS_PER_TYPE];
+ size_t num_bindings[ZINK_DESCRIPTOR_TYPES];
+ unsigned num_texel_buffers;
+ uint32_t ubos_used; // bitfield of which ubo indices are used
+ uint32_t ssbos_used; // bitfield of which ssbo indices are used
+ bool bindless;
+ bool can_inline;
+ struct spirv_shader *spirv;
+
+ simple_mtx_t lock;
+ struct set *programs;
+
+ union {
+ struct zink_shader *generated; // a generated shader that this shader "owns"
+ bool is_generated; // if this is a driver-created shader (e.g., tcs)
+ nir_variable *fbfetch; //for fs output
+ };
+};
+
+
+/** pipeline types */
+struct zink_pipeline_dynamic_state1 {
+ uint8_t front_face; //VkFrontFace:1
+ uint8_t cull_mode; //VkCullModeFlags:2
+ uint16_t num_viewports;
+ struct zink_depth_stencil_alpha_hw_state *depth_stencil_alpha_state; //must be last
+};
+
+struct zink_pipeline_dynamic_state2 {
+ bool primitive_restart;
+ bool rasterizer_discard;
+ uint16_t vertices_per_patch; //5 bits
+};
+
+struct zink_gfx_pipeline_state {
+ uint32_t rast_state : ZINK_RAST_HW_STATE_SIZE; //zink_rasterizer_hw_state
+ uint32_t _pad1 : 6;
+ uint32_t force_persample_interp:1; //duplicated for gpl hashing
+ /* order matches zink_gfx_output_key: uint16_t offset */
+ uint32_t rast_samples:8; //2 extra bits
+ uint32_t void_alpha_attachments:PIPE_MAX_COLOR_BUFS;
+ VkSampleMask sample_mask;
+ unsigned rp_state;
+ uint32_t blend_id;
+
+ /* Pre-hashed value for table lookup, invalid when zero.
+ * Members after this point are not included in pipeline state hash key */
+ uint32_t hash;
+ bool dirty;
+
+ struct zink_pipeline_dynamic_state1 dyn_state1;
+
+ struct zink_pipeline_dynamic_state2 dyn_state2;
+
+ uint32_t _pad;
+ uint32_t gkey; //for pipeline library lookups
+ VkShaderModule modules[PIPE_SHADER_TYPES - 1];
+ bool modules_changed;
+
+ uint32_t vertex_hash;
+
+ uint32_t final_hash;
+
+ uint32_t _pad2;
+ /* order matches zink_gfx_input_key */
+ union {
+ struct {
+ unsigned idx:8;
+ bool uses_dynamic_stride;
+ };
+ uint32_t input;
+ };
+ uint32_t vertex_buffers_enabled_mask;
+ uint32_t vertex_strides[PIPE_MAX_ATTRIBS];
+ struct zink_vertex_elements_hw_state *element_state;
+ bool sample_locations_enabled;
+ bool have_EXT_extended_dynamic_state;
+ bool have_EXT_extended_dynamic_state2;
+ bool extendedDynamicState2PatchControlPoints;
+ uint8_t has_points; //either gs outputs points or prim type is points
+ struct {
+ struct zink_shader_key key[5];
+ struct zink_shader_key last_vertex;
+ } shader_keys;
+ struct zink_blend_state *blend_state;
+ struct zink_render_pass *render_pass;
+ struct zink_render_pass *next_render_pass; //will be used next time rp is begun
+ VkFormat rendering_formats[PIPE_MAX_COLOR_BUFS];
+ VkPipelineRenderingCreateInfo rendering_info;
+ VkPipeline pipeline;
+ enum pipe_prim_type gfx_prim_mode; //pending mode
+};
+
+struct zink_compute_pipeline_state {
+ /* Pre-hashed value for table lookup, invalid when zero.
+ * Members after this point are not included in pipeline state hash key */
+ uint32_t hash;
+ uint32_t final_hash;
+ bool dirty;
+ bool use_local_size;
+ uint32_t local_size[3];
+
+ uint32_t module_hash;
+ VkShaderModule module;
+ bool module_changed;
+
+ struct zink_shader_key key;
+
+ VkPipeline pipeline;
+};
+
+
+/** program types */
+struct zink_gfx_push_constant {
+ unsigned draw_mode_is_indexed;
+ unsigned draw_id;
+ float default_inner_level[2];
+ float default_outer_level[4];
+};
+
+struct zink_cs_push_constant {
+ unsigned work_dim;
+};
+
+/* a shader module is used for directly reusing a shader module between programs,
+ * e.g., in the case where we're swapping out only one shader,
+ * allowing us to skip going through shader keys
+ */
+struct zink_shader_module {
+ struct list_head list;
+ VkShaderModule shader;
+ uint32_t hash;
+ bool default_variant;
+ bool has_nonseamless;
+ uint8_t num_uniforms;
+ uint8_t key_size;
+ uint8_t key[0]; /* | key | uniforms | */
+};
+
+struct zink_program {
+ struct pipe_reference reference;
+ unsigned char sha1[20];
+ struct util_queue_fence cache_fence;
+ VkPipelineCache pipeline_cache;
+ size_t pipeline_cache_size;
+ struct zink_batch_usage *batch_uses;
+ bool is_compute;
+
+ struct zink_program_descriptor_data *dd;
+
+ uint32_t compat_id;
+ VkPipelineLayout layout;
+ VkDescriptorSetLayout dsl[ZINK_DESCRIPTOR_TYPES + 2]; // one for each type + push + bindless
+ unsigned num_dsl;
+
+ bool removed;
+};
+
+
+struct zink_gfx_library_key {
+ uint32_t hw_rast_state;
+ VkShaderModule modules[ZINK_SHADER_COUNT];
+ VkPipeline pipeline;
+};
+
+struct zink_gfx_input_key {
+ union {
+ struct {
+ unsigned idx:8;
+ bool uses_dynamic_stride;
+ };
+ uint32_t input;
+ };
+ uint32_t vertex_buffers_enabled_mask;
+ uint32_t vertex_strides[PIPE_MAX_ATTRIBS];
+ struct zink_vertex_elements_hw_state *element_state;
+ VkPipeline pipeline;
+};
+
+struct zink_gfx_output_key {
+ uint32_t _pad:15;
+ uint32_t force_persample_interp:1;
+ uint32_t rast_samples:8;
+ uint32_t void_alpha_attachments:PIPE_MAX_COLOR_BUFS;
+ VkSampleMask sample_mask;
+
+ unsigned rp_state;
+ uint32_t blend_id;
+ VkPipeline pipeline;
+};
+
+struct zink_gfx_program {
+ struct zink_program base;
+
+ uint32_t stages_present; //mask of stages present in this program
+ struct nir_shader *nir[ZINK_SHADER_COUNT];
+
+ struct zink_shader_module *modules[ZINK_SHADER_COUNT]; // compute stage doesn't belong here
+
+ struct zink_shader *last_vertex_stage;
+
+ struct list_head shader_cache[ZINK_SHADER_COUNT][2][2]; //normal, nonseamless cubes, inline uniforms
+ unsigned inlined_variant_count[ZINK_SHADER_COUNT];
+
+ struct zink_shader *shaders[ZINK_SHADER_COUNT];
+ struct hash_table pipelines[11]; // number of draw modes we support
+ uint32_t default_variant_hash;
+ uint32_t last_variant_hash;
+
+ struct set libs[4]; //zink_gfx_library_key[primtype] -> VkPipeline
+};
+
+struct zink_compute_program {
+ struct zink_program base;
+
+ struct zink_shader_module *curr;
+
+ struct zink_shader_module *module; //base
+ struct list_head shader_cache[2]; //nonseamless cubes, inline uniforms
+ unsigned inlined_variant_count;
+
+ struct zink_shader *shader;
+ struct hash_table *pipelines;
+};
+
+
+/** renderpass types */
+
+struct zink_rt_attrib {
+ VkFormat format;
+ VkSampleCountFlagBits samples;
+ bool clear_color;
+ union {
+ bool clear_stencil;
+ bool fbfetch;
+ };
+ union {
+ bool invalid;
+ bool needs_write;
+ };
+ bool resolve;
+ bool mixed_zs;
+};
+
+struct zink_render_pass_state {
+ union {
+ struct {
+ uint8_t num_cbufs : 5; /* PIPE_MAX_COLOR_BUFS = 8 */
+ uint8_t have_zsbuf : 1;
+ uint8_t samples:1; //for fs samplemask
+ uint32_t num_zsresolves : 1;
+ uint32_t num_cresolves : 24; /* PIPE_MAX_COLOR_BUFS, but this is a struct hole */
+ };
+ uint32_t val; //for comparison
+ };
+ struct zink_rt_attrib rts[PIPE_MAX_COLOR_BUFS + 1];
+ unsigned num_rts;
+ uint32_t clears; //for extra verification and update flagging
+ uint32_t msaa_expand_mask;
+};
+
+struct zink_pipeline_rt {
+ VkFormat format;
+ VkSampleCountFlagBits samples;
+};
+
+struct zink_render_pass_pipeline_state {
+ uint32_t num_attachments:22;
+ uint32_t fbfetch:1;
+ uint32_t color_read:1;
+ uint32_t depth_read:1;
+ uint32_t depth_write:1;
+ uint32_t num_cresolves:4;
+ uint32_t num_zsresolves:1;
+ bool samples:1; //for fs samplemask
+ struct zink_pipeline_rt attachments[PIPE_MAX_COLOR_BUFS + 1];
+ unsigned id;
+};
+
+struct zink_render_pass {
+ VkRenderPass render_pass;
+ struct zink_render_pass_state state;
+ unsigned pipeline_state;
+};
+
+
+/** resource types */
+struct zink_resource_object {
+ struct pipe_reference reference;
+
+ VkPipelineStageFlagBits access_stage;
+ VkAccessFlags access;
+ bool unordered_read;
+ bool unordered_write;
+
+ unsigned persistent_maps; //if nonzero, requires vkFlushMappedMemoryRanges during batch use
+
+ VkBuffer storage_buffer;
+
+ union {
+ VkBuffer buffer;
+ VkImage image;
+ };
+
+ VkSampleLocationsInfoEXT zs_evaluate;
+ bool needs_zs_evaluate;
+
+ bool storage_init; //layout was set for image
+ bool transfer_dst;
+ bool render_target;
+ bool is_buffer;
+ bool exportable;
+
+ /* TODO: this should be a union */
+ int handle;
+ struct zink_bo *bo;
+ // struct {
+ struct kopper_displaytarget *dt;
+ uint32_t dt_idx;
+ uint32_t last_dt_idx;
+ VkSemaphore present;
+ bool new_dt;
+ bool indefinite_acquire;
+ // }
+
+
+ VkDeviceSize offset, size, alignment;
+ VkImageCreateFlags vkflags;
+ VkImageUsageFlags vkusage;
+ VkFormatFeatureFlags vkfeats;
+ uint64_t modifier;
+ VkImageAspectFlags modifier_aspect;
+ VkSamplerYcbcrConversion sampler_conversion;
+ unsigned plane_offsets[3];
+ unsigned plane_strides[3];
+ unsigned plane_count;
+
+ bool host_visible;
+ bool coherent;
+ bool is_aux;
+};
+
+struct zink_resource {
+ struct threaded_resource base;
+
+ enum pipe_format internal_format:16;
+
+ struct zink_resource_object *obj;
+ union {
+ struct {
+ struct util_range valid_buffer_range;
+ uint32_t vbo_bind_mask : PIPE_MAX_ATTRIBS;
+ uint8_t ubo_bind_count[2];
+ uint8_t ssbo_bind_count[2];
+ uint8_t vbo_bind_count;
+ uint8_t so_bind_count; //not counted in all_binds
+ bool so_valid;
+ uint32_t ubo_bind_mask[PIPE_SHADER_TYPES];
+ uint32_t ssbo_bind_mask[PIPE_SHADER_TYPES];
+ };
+ struct {
+ VkSparseImageMemoryRequirements sparse;
+ VkFormat format;
+ VkImageLayout layout;
+ VkImageAspectFlags aspect;
+ bool linear;
+ bool need_2D;
+ bool valid;
+ uint8_t fb_binds; //not counted in all_binds
+ };
+ };
+ uint32_t sampler_binds[PIPE_SHADER_TYPES];
+ uint32_t image_binds[PIPE_SHADER_TYPES];
+ uint16_t sampler_bind_count[2]; //gfx, compute
+ uint16_t image_bind_count[2]; //gfx, compute
+ uint16_t write_bind_count[2]; //gfx, compute
+ uint16_t bindless[2]; //tex, img
+ union {
+ uint16_t bind_count[2]; //gfx, compute
+ uint32_t all_binds;
+ };
+
+ VkPipelineStageFlagBits gfx_barrier;
+ VkAccessFlagBits barrier_access[2]; //gfx, compute
+
+ union {
+ struct {
+ struct hash_table bufferview_cache;
+ simple_mtx_t bufferview_mtx;
+ };
+ struct {
+ struct hash_table surface_cache;
+ simple_mtx_t surface_mtx;
+ };
+ };
+
+ bool swapchain;
+ bool dmabuf_acquire;
+ bool dmabuf;
+ unsigned dt_stride;
+
+ uint8_t modifiers_count;
+ uint64_t *modifiers;
+ enum pipe_format drm_format;
+};
+
+static inline struct zink_resource *
+zink_resource(struct pipe_resource *r)
+{
+ return (struct zink_resource *)r;
+}
+
+
+struct zink_transfer {
+ struct threaded_transfer base;
+ struct pipe_resource *staging_res;
+ unsigned offset;
+ unsigned depthPitch;
+};
+
+
+/** screen types */
+struct zink_modifier_prop {
+ uint32_t drmFormatModifierCount;
+ VkDrmFormatModifierPropertiesEXT* pDrmFormatModifierProperties;
+};
+
+struct zink_screen {
+ struct pipe_screen base;
+
+ struct util_dl_library *loader_lib;
+ PFN_vkGetInstanceProcAddr vk_GetInstanceProcAddr;
+ PFN_vkGetDeviceProcAddr vk_GetDeviceProcAddr;
+
+ bool threaded;
+ bool is_cpu;
+ bool abort_on_hang;
+ uint64_t curr_batch; //the current batch id
+ uint32_t last_finished;
+ VkSemaphore sem;
+ VkFence fence;
+ struct util_queue flush_queue;
+ struct zink_context *copy_context;
+
+ unsigned buffer_rebind_counter;
+ unsigned image_rebind_counter;
+ unsigned robust_ctx_count;
+
+ struct hash_table dts;
+ simple_mtx_t dt_lock;
+
+ bool device_lost;
+ int drm_fd;
+
+ struct hash_table framebuffer_cache;
+
+ struct slab_parent_pool transfer_pool;
+ struct disk_cache *disk_cache;
+ struct util_queue cache_put_thread;
+ struct util_queue cache_get_thread;
+
+ struct util_live_shader_cache shaders;
+
+ struct {
+ struct pb_cache bo_cache;
+ struct pb_slabs bo_slabs[NUM_SLAB_ALLOCATORS];
+ unsigned min_alloc_size;
+ uint32_t next_bo_unique_id;
+ } pb;
+ uint8_t heap_map[VK_MAX_MEMORY_TYPES];
+ VkMemoryPropertyFlags heap_flags[VK_MAX_MEMORY_TYPES];
+ bool resizable_bar;
+
+ uint64_t total_video_mem;
+ uint64_t clamp_video_mem;
+ uint64_t total_mem;
+
+ VkInstance instance;
+ struct zink_instance_info instance_info;
+
+ VkPhysicalDevice pdev;
+ uint32_t vk_version, spirv_version;
+ struct util_idalloc_mt buffer_ids;
+ struct util_vertex_state_cache vertex_state_cache;
+
+ struct zink_device_info info;
+ struct nir_shader_compiler_options nir_options;
+
+ bool have_X8_D24_UNORM_PACK32;
+ bool have_D24_UNORM_S8_UINT;
+ bool have_D32_SFLOAT_S8_UINT;
+ bool have_triangle_fans;
+ bool need_2D_zs;
+ bool need_2D_sparse;
+ bool faked_e5sparse; //drivers may not expose R9G9B9E5 but cts requires it
+
+ uint32_t gfx_queue;
+ uint32_t sparse_queue;
+ uint32_t max_queues;
+ uint32_t timestamp_valid_bits;
+ VkDevice dev;
+ VkQueue queue; //gfx+compute
+ VkQueue queue_sparse;
+ simple_mtx_t queue_lock;
+ VkDebugUtilsMessengerEXT debugUtilsCallbackHandle;
+
+ uint32_t cur_custom_border_color_samplers;
+
+ struct vk_dispatch_table vk;
+
+ bool compact_descriptors;
+ uint8_t desc_set_id[ZINK_MAX_DESCRIPTOR_SETS];
+
+ struct {
+ bool dual_color_blend_by_location;
+ bool inline_uniforms;
+ } driconf;
+
+ VkFormatProperties format_props[PIPE_FORMAT_COUNT];
+ struct zink_modifier_prop modifier_props[PIPE_FORMAT_COUNT];
+ struct {
+ uint32_t image_view;
+ uint32_t buffer_view;
+ } null_descriptor_hashes;
+
+ VkExtent2D maxSampleLocationGridSize[5];
+
+ struct {
+ bool broken_l4a4;
+ bool color_write_missing;
+ bool depth_clip_control_missing;
+ bool implicit_sync;
+ bool force_pipeline_library;
+ unsigned z16_unscaled_bias;
+ unsigned z24_unscaled_bias;
+ } driver_workarounds;
+};
+
+static inline struct zink_screen *
+zink_screen(struct pipe_screen *pipe)
+{
+ return (struct zink_screen *)pipe;
+}
+
+/** surface types */
+
+struct zink_surface_info {
+ VkImageCreateFlags flags;
+ VkImageUsageFlags usage;
+ uint32_t width;
+ uint32_t height;
+ uint32_t layerCount;
+ VkFormat format[2];
+};
+
+struct zink_surface {
+ struct pipe_surface base;
+ VkImageViewCreateInfo ivci;
+ struct zink_surface_info info; //TODO: union with fb refs
+ uint32_t info_hash;
+ bool is_swapchain;
+ VkImageView image_view;
+ void *dt;
+ VkImageView *swapchain;
+ unsigned swapchain_size;
+ VkImageView *old_swapchain;
+ unsigned old_swapchain_size;
+ VkImageView simage_view;//old iview after storage replacement/rebind
+ void *obj; //backing resource object
+ uint32_t hash;
+ struct zink_batch_usage *batch_uses;
+};
+
+/* wrapper object that preserves the gallium expectation of having
+ * pipe_surface::context match the context used to create the surface
+ */
+struct zink_ctx_surface {
+ struct pipe_surface base;
+ struct zink_surface *surf;
+ struct zink_ctx_surface *transient; //zink_ctx_surface
+ /* TODO: need replicate EXT */
+ bool transient_init;
+};
+
+/* use this cast for framebuffer surfaces */
+static inline struct zink_surface *
+zink_csurface(struct pipe_surface *psurface)
+{
+ return psurface ? ((struct zink_ctx_surface *)psurface)->surf : NULL;
+}
+
+/* use this cast for checking transient framebuffer surfaces */
+static inline struct zink_surface *
+zink_transient_surface(struct pipe_surface *psurface)
+{
+ return psurface ? ((struct zink_ctx_surface *)psurface)->transient ? ((struct zink_ctx_surface *)psurface)->transient->surf : NULL : NULL;
+}
+
+/* use this cast for internal surfaces */
+static inline struct zink_surface *
+zink_surface(struct pipe_surface *psurface)
+{
+ return (struct zink_surface *)psurface;
+}
+
+
+/** framebuffer types */
+struct zink_framebuffer_state {
+ uint32_t width;
+ uint16_t height;
+ uint32_t layers:6;
+ uint32_t samples:6;
+ uint32_t num_attachments:4;
+ struct zink_surface_info infos[PIPE_MAX_COLOR_BUFS + 1];
+};
+
+struct zink_framebuffer {
+ struct pipe_reference reference;
+
+ /* current objects */
+ VkFramebuffer fb;
+ struct zink_render_pass *rp;
+
+ struct zink_framebuffer_state state;
+ VkFramebufferAttachmentImageInfo infos[PIPE_MAX_COLOR_BUFS + 1];
+ struct hash_table objects;
+};
+
+
+/** context types */
+struct zink_sampler_state {
+ VkSampler sampler;
+ VkSampler sampler_clamped;
+ struct zink_batch_usage *batch_uses;
+ bool custom_border_color;
+ bool emulate_nonseamless;
+};
+
+struct zink_buffer_view {
+ struct pipe_reference reference;
+ struct pipe_resource *pres;
+ VkBufferViewCreateInfo bvci;
+ VkBufferView buffer_view;
+ uint32_t hash;
+ struct zink_batch_usage *batch_uses;
+};
+
+struct zink_sampler_view {
+ struct pipe_sampler_view base;
+ union {
+ struct zink_surface *image_view;
+ struct zink_buffer_view *buffer_view;
+ };
+ struct zink_surface *cube_array;
+};
+
+struct zink_image_view {
+ struct pipe_image_view base;
+ union {
+ struct zink_surface *surface;
+ struct zink_buffer_view *buffer_view;
+ };
+};
+
+static inline struct zink_sampler_view *
+zink_sampler_view(struct pipe_sampler_view *pview)
+{
+ return (struct zink_sampler_view *)pview;
+}
+
+struct zink_so_target {
+ struct pipe_stream_output_target base;
+ struct pipe_resource *counter_buffer;
+ VkDeviceSize counter_buffer_offset;
+ uint32_t stride;
+ bool counter_buffer_valid;
+};
+
+static inline struct zink_so_target *
+zink_so_target(struct pipe_stream_output_target *so_target)
+{
+ return (struct zink_so_target *)so_target;
+}
+
+struct zink_viewport_state {
+ struct pipe_viewport_state viewport_states[PIPE_MAX_VIEWPORTS];
+ struct pipe_scissor_state scissor_states[PIPE_MAX_VIEWPORTS];
+ uint8_t num_viewports;
+};
+
+
+struct zink_descriptor_surface {
+ union {
+ struct zink_surface *surface;
+ struct zink_buffer_view *bufferview;
+ };
+ bool is_buffer;
+};
+
+struct zink_bindless_descriptor {
+ struct zink_descriptor_surface ds;
+ struct zink_sampler_state *sampler;
+ uint32_t handle;
+ uint32_t access; //PIPE_ACCESS_...
+};
+
+struct zink_rendering_info {
+ VkPipelineRenderingCreateInfo info;
+ unsigned id;
+};
+
+
+typedef void (*pipe_draw_vbo_func)(struct pipe_context *pipe,
+ const struct pipe_draw_info *info,
+ unsigned drawid_offset,
+ const struct pipe_draw_indirect_info *indirect,
+ const struct pipe_draw_start_count_bias *draws,
+ unsigned num_draws);
+typedef void (*pipe_draw_vertex_state_func)(struct pipe_context *ctx,
+ struct pipe_vertex_state *vstate,
+ uint32_t partial_velem_mask,
+ struct pipe_draw_vertex_state_info info,
+ const struct pipe_draw_start_count_bias *draws,
+ unsigned num_draws);
+typedef void (*pipe_launch_grid_func)(struct pipe_context *pipe, const struct pipe_grid_info *info);
+
+struct zink_context {
+ struct pipe_context base;
+ struct threaded_context *tc;
+ struct slab_child_pool transfer_pool;
+ struct slab_child_pool transfer_pool_unsync;
+ struct blitter_context *blitter;
+
+ unsigned flags;
+
+ pipe_draw_vbo_func draw_vbo[2]; //batch changed
+ pipe_draw_vertex_state_func draw_state[2]; //batch changed
+ pipe_launch_grid_func launch_grid[2]; //batch changed
+
+ struct pipe_device_reset_callback reset;
+
+ struct zink_fence *deferred_fence;
+ struct zink_fence *last_fence; //the last command buffer submitted
+ struct zink_batch_state *batch_states; //list of submitted batch states: ordered by increasing timeline id
+ unsigned batch_states_count; //number of states in `batch_states`
+ struct util_dynarray free_batch_states; //unused batch states
+ bool oom_flush;
+ bool oom_stall;
+ struct zink_batch batch;
+
+ unsigned shader_has_inlinable_uniforms_mask;
+ unsigned inlinable_uniforms_valid_mask;
+
+ struct pipe_constant_buffer ubos[PIPE_SHADER_TYPES][PIPE_MAX_CONSTANT_BUFFERS];
+ struct pipe_shader_buffer ssbos[PIPE_SHADER_TYPES][PIPE_MAX_SHADER_BUFFERS];
+ uint32_t writable_ssbos[PIPE_SHADER_TYPES];
+ struct zink_image_view image_views[PIPE_SHADER_TYPES][ZINK_MAX_SHADER_IMAGES];
+
+ uint32_t transient_attachments;
+ struct pipe_framebuffer_state fb_state;
+ struct hash_table framebuffer_cache;
+
+ struct zink_vertex_elements_state *element_state;
+ struct zink_rasterizer_state *rast_state;
+ struct zink_depth_stencil_alpha_state *dsa_state;
+
+ struct hash_table desc_set_layouts[ZINK_DESCRIPTOR_TYPES];
+ struct set desc_pool_keys[ZINK_DESCRIPTOR_TYPES];
+ bool pipeline_changed[2]; //gfx, compute
+
+ struct zink_shader *gfx_stages[ZINK_SHADER_COUNT];
+ struct zink_shader *last_vertex_stage;
+ bool shader_reads_drawid;
+ bool shader_reads_basevertex;
+ struct zink_gfx_pipeline_state gfx_pipeline_state;
+ /* there are 5 gfx stages, but VS and FS are assumed to be always present,
+ * thus only 3 stages need to be considered, giving 2^3 = 8 program caches.
+ */
+ struct hash_table program_cache[8];
+ uint32_t gfx_hash;
+ struct zink_gfx_program *curr_program;
+ struct set gfx_inputs;
+ struct set gfx_outputs;
+
+ struct zink_descriptor_data *dd;
+
+ struct zink_shader *compute_stage;
+ struct zink_compute_pipeline_state compute_pipeline_state;
+ struct hash_table compute_program_cache;
+ struct zink_compute_program *curr_compute;
+
+ unsigned shader_stages : ZINK_SHADER_COUNT; /* mask of bound gfx shader stages */
+ unsigned dirty_shader_stages : 6; /* mask of changed shader stages */
+ bool last_vertex_stage_dirty;
+
+ struct {
+ VkRenderingAttachmentInfo attachments[PIPE_MAX_COLOR_BUFS + 2]; //+depth, +stencil
+ VkRenderingInfo info;
+ } dynamic_fb;
+ uint32_t fb_layer_mismatch; //bitmask
+ unsigned depth_bias_scale_factor;
+ struct set rendering_state_cache;
+ struct set render_pass_state_cache;
+ struct hash_table *render_pass_cache;
+ bool new_swapchain;
+ VkExtent2D swapchain_size;
+ bool fb_changed;
+ bool rp_changed; //force renderpass restart
+ bool rp_layout_changed; //renderpass changed, maybe restart
+ bool rp_loadop_changed; //renderpass changed, don't restart
+
+ struct zink_framebuffer *framebuffer;
+ struct zink_framebuffer_clear fb_clears[PIPE_MAX_COLOR_BUFS + 1];
+ uint16_t clears_enabled;
+ uint16_t rp_clears_enabled;
+ uint16_t void_clears;
+ uint16_t fbfetch_outputs;
+ struct zink_resource *needs_present;
+
+ struct pipe_vertex_buffer vertex_buffers[PIPE_MAX_ATTRIBS];
+ bool vertex_buffers_dirty;
+
+ struct zink_sampler_state *sampler_states[PIPE_SHADER_TYPES][PIPE_MAX_SAMPLERS];
+ struct pipe_sampler_view *sampler_views[PIPE_SHADER_TYPES][PIPE_MAX_SAMPLERS];
+
+ struct zink_viewport_state vp_state;
+ bool vp_state_changed;
+ bool scissor_changed;
+
+ float blend_constants[4];
+
+ bool sample_locations_changed;
+ VkSampleLocationEXT vk_sample_locations[PIPE_MAX_SAMPLE_LOCATION_GRID_SIZE * PIPE_MAX_SAMPLE_LOCATION_GRID_SIZE];
+ uint8_t sample_locations[2 * 4 * 8 * 16];
+
+ struct pipe_stencil_ref stencil_ref;
+
+ union {
+ struct {
+ float default_inner_level[2];
+ float default_outer_level[4];
+ };
+ float tess_levels[6];
+ };
+
+ struct zink_vk_query *curr_xfb_queries[PIPE_MAX_VERTEX_STREAMS];
+
+ struct list_head query_pools;
+ struct list_head suspended_queries;
+ struct list_head primitives_generated_queries;
+ struct zink_query *vertices_query;
+ bool disable_color_writes;
+ bool primitives_generated_active;
+ bool queries_disabled, render_condition_active;
+ struct {
+ struct zink_query *query;
+ bool inverted;
+ bool active; //this is the internal vk state
+ } render_condition;
+
+ struct pipe_resource *dummy_vertex_buffer;
+ struct pipe_resource *dummy_xfb_buffer;
+ struct pipe_surface *dummy_surface[7];
+ struct zink_buffer_view *dummy_bufferview;
+
+ unsigned buffer_rebind_counter;
+ unsigned image_rebind_counter;
+
+ struct {
+ /* descriptor info */
+ VkDescriptorBufferInfo ubos[PIPE_SHADER_TYPES][PIPE_MAX_CONSTANT_BUFFERS];
+ uint32_t push_valid;
+ uint8_t num_ubos[PIPE_SHADER_TYPES];
+
+ VkDescriptorBufferInfo ssbos[PIPE_SHADER_TYPES][PIPE_MAX_SHADER_BUFFERS];
+ uint8_t num_ssbos[PIPE_SHADER_TYPES];
+
+ VkDescriptorImageInfo textures[PIPE_SHADER_TYPES][PIPE_MAX_SAMPLERS];
+ VkBufferView tbos[PIPE_SHADER_TYPES][PIPE_MAX_SAMPLERS];
+ uint32_t emulate_nonseamless[PIPE_SHADER_TYPES];
+ uint32_t cubes[PIPE_SHADER_TYPES];
+ uint8_t num_samplers[PIPE_SHADER_TYPES];
+ uint8_t num_sampler_views[PIPE_SHADER_TYPES];
+
+ VkDescriptorImageInfo images[PIPE_SHADER_TYPES][ZINK_MAX_SHADER_IMAGES];
+ VkBufferView texel_images[PIPE_SHADER_TYPES][ZINK_MAX_SHADER_IMAGES];
+ uint8_t num_images[PIPE_SHADER_TYPES];
+
+ VkDescriptorImageInfo fbfetch;
+
+ struct zink_resource *descriptor_res[ZINK_DESCRIPTOR_TYPES][PIPE_SHADER_TYPES][PIPE_MAX_SAMPLERS];
+ struct zink_descriptor_surface sampler_surfaces[PIPE_SHADER_TYPES][PIPE_MAX_SAMPLERS];
+ struct zink_descriptor_surface image_surfaces[PIPE_SHADER_TYPES][ZINK_MAX_SHADER_IMAGES];
+
+ struct {
+ struct util_idalloc tex_slots;
+ struct util_idalloc img_slots;
+ struct hash_table tex_handles;
+ struct hash_table img_handles;
+ VkBufferView *buffer_infos; //tex, img
+ VkDescriptorImageInfo *img_infos; //tex, img
+ struct util_dynarray updates;
+ struct util_dynarray resident;
+ } bindless[2]; //img, buffer
+ union {
+ bool bindless_dirty[2]; //tex, img
+ uint16_t any_bindless_dirty;
+ };
+ bool bindless_refs_dirty;
+ } di;
+ struct set *need_barriers[2]; //gfx, compute
+ struct set update_barriers[2][2]; //[gfx, compute][current, next]
+ uint8_t barrier_set_idx[2];
+ unsigned memory_barrier;
+
+ uint32_t num_so_targets;
+ struct pipe_stream_output_target *so_targets[PIPE_MAX_SO_OUTPUTS];
+ bool dirty_so_targets;
+
+ bool gfx_dirty;
+
+ bool is_device_lost;
+ bool primitive_restart;
+ bool vertex_state_changed : 1;
+ bool blend_state_changed : 1;
+ bool rast_state_changed : 1;
+ bool dsa_state_changed : 1;
+ bool stencil_ref_changed : 1;
+ bool rasterizer_discard_changed : 1;
+};
+
+static inline struct zink_context *
+zink_context(struct pipe_context *context)
+{
+ return (struct zink_context *)context;
+}
+
+#endif
projects / platform / upstream / mesa.git / commitdiff