--- /dev/null
+/*
+ * Copyright © 2016 Red Hat.
+ * Copyright © 2016 Bas Nieuwenhuizen
+ * SPDX-License-Identifier: MIT
+ *
+ * based in part on anv driver which is:
+ * Copyright © 2015 Intel Corporation
+ */
+
+#ifndef TU_DEVICE_H
+#define TU_DEVICE_H
+
+#include "tu_common.h"
+
+#include "tu_autotune.h"
+#include "tu_pass.h"
+#include "tu_perfetto.h"
+#include "tu_suballoc.h"
+#include "tu_util.h"
+
+/* queue types */
+#define TU_QUEUE_GENERAL 0
+
+#define TU_MAX_QUEUE_FAMILIES 1
+
+#define TU_BORDER_COLOR_COUNT 4096
+#define TU_BORDER_COLOR_BUILTIN 6
+
+#define TU_BLIT_SHADER_SIZE 1024
+
+/* extra space in vsc draw/prim streams */
+#define VSC_PAD 0x40
+
+enum tu_debug_flags
+{
+ TU_DEBUG_STARTUP = 1 << 0,
+ TU_DEBUG_NIR = 1 << 1,
+ TU_DEBUG_NOBIN = 1 << 3,
+ TU_DEBUG_SYSMEM = 1 << 4,
+ TU_DEBUG_FORCEBIN = 1 << 5,
+ TU_DEBUG_NOUBWC = 1 << 6,
+ TU_DEBUG_NOMULTIPOS = 1 << 7,
+ TU_DEBUG_NOLRZ = 1 << 8,
+ TU_DEBUG_PERFC = 1 << 9,
+ TU_DEBUG_FLUSHALL = 1 << 10,
+ TU_DEBUG_SYNCDRAW = 1 << 11,
+ TU_DEBUG_DONT_CARE_AS_LOAD = 1 << 12,
+ TU_DEBUG_GMEM = 1 << 13,
+ TU_DEBUG_RAST_ORDER = 1 << 14,
+ TU_DEBUG_UNALIGNED_STORE = 1 << 15,
+ TU_DEBUG_LAYOUT = 1 << 16,
+ TU_DEBUG_LOG_SKIP_GMEM_OPS = 1 << 17,
+ TU_DEBUG_PERF = 1 << 18,
+ TU_DEBUG_NOLRZFC = 1 << 19,
+ TU_DEBUG_DYNAMIC = 1 << 20,
+};
+
+enum global_shader {
+ GLOBAL_SH_VS_BLIT,
+ GLOBAL_SH_VS_CLEAR,
+ GLOBAL_SH_FS_BLIT,
+ GLOBAL_SH_FS_BLIT_ZSCALE,
+ GLOBAL_SH_FS_COPY_MS,
+ GLOBAL_SH_FS_CLEAR0,
+ GLOBAL_SH_FS_CLEAR_MAX = GLOBAL_SH_FS_CLEAR0 + MAX_RTS,
+ GLOBAL_SH_COUNT,
+};
+
+struct tu_memory_heap {
+ /* Standard bits passed on to the client */
+ VkDeviceSize size;
+ VkMemoryHeapFlags flags;
+
+ /** Copied from ANV:
+ *
+ * Driver-internal book-keeping.
+ *
+ * Align it to 64 bits to make atomic operations faster on 32 bit platforms.
+ */
+ VkDeviceSize used __attribute__ ((aligned (8)));
+};
+
+struct tu_physical_device
+{
+ struct vk_physical_device vk;
+
+ struct tu_instance *instance;
+
+ const char *name;
+ uint8_t driver_uuid[VK_UUID_SIZE];
+ uint8_t device_uuid[VK_UUID_SIZE];
+ uint8_t cache_uuid[VK_UUID_SIZE];
+
+ struct wsi_device wsi_device;
+
+ int local_fd;
+ bool has_local;
+ int64_t local_major;
+ int64_t local_minor;
+ int master_fd;
+ bool has_master;
+ int64_t master_major;
+ int64_t master_minor;
+
+ uint32_t gmem_size;
+ uint64_t gmem_base;
+ uint32_t ccu_offset_gmem;
+ uint32_t ccu_offset_bypass;
+
+ struct fd_dev_id dev_id;
+ const struct fd_dev_info *info;
+
+ int msm_major_version;
+ int msm_minor_version;
+
+ /* Address space and global fault count for this local_fd with DRM backend */
+ uint64_t fault_count;
+
+ struct tu_memory_heap heap;
+
+ struct vk_sync_type syncobj_type;
+ struct vk_sync_timeline_type timeline_type;
+ const struct vk_sync_type *sync_types[3];
+};
+VK_DEFINE_HANDLE_CASTS(tu_physical_device, vk.base, VkPhysicalDevice,
+ VK_OBJECT_TYPE_PHYSICAL_DEVICE)
+
+struct tu_instance
+{
+ struct vk_instance vk;
+
+ uint32_t api_version;
+ int physical_device_count;
+ struct tu_physical_device physical_devices[TU_MAX_DRM_DEVICES];
+
+ struct driOptionCache dri_options;
+ struct driOptionCache available_dri_options;
+
+ enum tu_debug_flags debug_flags;
+};
+VK_DEFINE_HANDLE_CASTS(tu_instance, vk.base, VkInstance,
+ VK_OBJECT_TYPE_INSTANCE)
+
+struct tu_queue
+{
+ struct vk_queue vk;
+
+ struct tu_device *device;
+
+ uint32_t msm_queue_id;
+ int fence;
+};
+VK_DEFINE_HANDLE_CASTS(tu_queue, vk.base, VkQueue, VK_OBJECT_TYPE_QUEUE)
+
+/* This struct defines the layout of the global_bo */
+struct tu6_global
+{
+ /* clear/blit shaders */
+ uint32_t shaders[TU_BLIT_SHADER_SIZE];
+
+ uint32_t seqno_dummy; /* dummy seqno for CP_EVENT_WRITE */
+ uint32_t _pad0;
+ volatile uint32_t vsc_draw_overflow;
+ uint32_t _pad1;
+ volatile uint32_t vsc_prim_overflow;
+ uint32_t _pad2;
+ uint64_t predicate;
+
+ /* scratch space for VPC_SO[i].FLUSH_BASE_LO/HI, start on 32 byte boundary. */
+ struct {
+ uint32_t offset;
+ uint32_t pad[7];
+ } flush_base[4];
+
+ ALIGN16 uint32_t cs_indirect_xyz[3];
+
+ volatile uint32_t vtx_stats_query_not_running;
+
+ /* To know when renderpass stats for autotune are valid */
+ volatile uint32_t autotune_fence;
+
+ /* For recycling command buffers for dynamic suspend/resume comamnds */
+ volatile uint32_t dynamic_rendering_fence;
+
+ volatile uint32_t dbg_one;
+ volatile uint32_t dbg_gmem_total_loads;
+ volatile uint32_t dbg_gmem_taken_loads;
+ volatile uint32_t dbg_gmem_total_stores;
+ volatile uint32_t dbg_gmem_taken_stores;
+
+ /* Written from GPU */
+ volatile uint32_t breadcrumb_gpu_sync_seqno;
+ uint32_t _pad3;
+ /* Written from CPU, acknowledges value written from GPU */
+ volatile uint32_t breadcrumb_cpu_sync_seqno;
+ uint32_t _pad4;
+
+ /* note: larger global bo will be used for customBorderColors */
+ struct bcolor_entry bcolor_builtin[TU_BORDER_COLOR_BUILTIN], bcolor[];
+};
+#define gb_offset(member) offsetof(struct tu6_global, member)
+#define global_iova(cmd, member) ((cmd)->device->global_bo->iova + gb_offset(member))
+
+struct tu_device
+{
+ struct vk_device vk;
+ struct tu_instance *instance;
+
+ struct tu_queue *queues[TU_MAX_QUEUE_FAMILIES];
+ int queue_count[TU_MAX_QUEUE_FAMILIES];
+
+ struct tu_physical_device *physical_device;
+ int fd;
+
+ struct ir3_compiler *compiler;
+
+ /* Backup in-memory cache to be used if the app doesn't provide one */
+ struct vk_pipeline_cache *mem_cache;
+
+#define MIN_SCRATCH_BO_SIZE_LOG2 12 /* A page */
+
+ /* Currently the kernel driver uses a 32-bit GPU address space, but it
+ * should be impossible to go beyond 48 bits.
+ */
+ struct {
+ struct tu_bo *bo;
+ mtx_t construct_mtx;
+ bool initialized;
+ } scratch_bos[48 - MIN_SCRATCH_BO_SIZE_LOG2];
+
+ struct tu_bo *global_bo;
+
+ uint32_t implicit_sync_bo_count;
+
+ /* Device-global BO suballocator for reducing BO management overhead for
+ * (read-only) pipeline state. Synchronized by pipeline_mutex.
+ */
+ struct tu_suballocator pipeline_suballoc;
+ mtx_t pipeline_mutex;
+
+ /* Device-global BO suballocator for reducing BO management for small
+ * gmem/sysmem autotune result buffers. Synchronized by autotune_mutex.
+ */
+ struct tu_suballocator autotune_suballoc;
+ mtx_t autotune_mutex;
+
+ /* the blob seems to always use 8K factor and 128K param sizes, copy them */
+#define TU_TESS_FACTOR_SIZE (8 * 1024)
+#define TU_TESS_PARAM_SIZE (128 * 1024)
+#define TU_TESS_BO_SIZE (TU_TESS_FACTOR_SIZE + TU_TESS_PARAM_SIZE)
+ /* Lazily allocated, protected by the device mutex. */
+ struct tu_bo *tess_bo;
+
+ struct ir3_shader_variant *global_shader_variants[GLOBAL_SH_COUNT];
+ struct ir3_shader *global_shaders[GLOBAL_SH_COUNT];
+ uint64_t global_shader_va[GLOBAL_SH_COUNT];
+
+ uint32_t vsc_draw_strm_pitch;
+ uint32_t vsc_prim_strm_pitch;
+ BITSET_DECLARE(custom_border_color, TU_BORDER_COLOR_COUNT);
+ mtx_t mutex;
+
+ /* bo list for submits: */
+ struct drm_msm_gem_submit_bo *bo_list;
+ /* map bo handles to bo list index: */
+ uint32_t bo_count, bo_list_size;
+ mtx_t bo_mutex;
+ /* protects imported BOs creation/freeing */
+ struct u_rwlock dma_bo_lock;
+
+ /* This array holds all our 'struct tu_bo' allocations. We use this
+ * so we can add a refcount to our BOs and check if a particular BO
+ * was already allocated in this device using its GEM handle. This is
+ * necessary to properly manage BO imports, because the kernel doesn't
+ * refcount the underlying BO memory.
+ *
+ * Specifically, when self-importing (i.e. importing a BO into the same
+ * device that created it), the kernel will give us the same BO handle
+ * for both BOs and we must only free it once when both references are
+ * freed. Otherwise, if we are not self-importing, we get two different BO
+ * handles, and we want to free each one individually.
+ *
+ * The refcount is also useful for being able to maintain BOs across
+ * VK object lifetimes, such as pipelines suballocating out of BOs
+ * allocated on the device.
+ */
+ struct util_sparse_array bo_map;
+
+ /* Command streams to set pass index to a scratch reg */
+ struct tu_cs *perfcntrs_pass_cs;
+ struct tu_cs_entry *perfcntrs_pass_cs_entries;
+
+ struct util_dynarray dynamic_rendering_pending;
+ VkCommandPool dynamic_rendering_pool;
+ uint32_t dynamic_rendering_fence;
+
+ /* Condition variable for timeline semaphore to notify waiters when a
+ * new submit is executed. */
+ pthread_cond_t timeline_cond;
+ pthread_mutex_t submit_mutex;
+
+ struct tu_autotune autotune;
+
+ struct breadcrumbs_context *breadcrumbs_ctx;
+
+#ifdef ANDROID
+ const void *gralloc;
+ enum {
+ TU_GRALLOC_UNKNOWN,
+ TU_GRALLOC_CROS,
+ TU_GRALLOC_OTHER,
+ } gralloc_type;
+#endif
+
+ uint32_t submit_count;
+
+ struct u_trace_context trace_context;
+
+ #ifdef HAVE_PERFETTO
+ struct tu_perfetto_state perfetto;
+ #endif
+
+ bool use_z24uint_s8uint;
+};
+VK_DEFINE_HANDLE_CASTS(tu_device, vk.base, VkDevice, VK_OBJECT_TYPE_DEVICE)
+
+struct tu_device_memory
+{
+ struct vk_object_base base;
+
+ struct tu_bo *bo;
+};
+VK_DEFINE_NONDISP_HANDLE_CASTS(tu_device_memory, base, VkDeviceMemory,
+ VK_OBJECT_TYPE_DEVICE_MEMORY)
+
+struct tu_buffer
+{
+ struct vk_object_base base;
+
+ VkDeviceSize size;
+
+ VkBufferUsageFlags usage;
+ VkBufferCreateFlags flags;
+
+ struct tu_bo *bo;
+ uint64_t iova;
+};
+VK_DEFINE_NONDISP_HANDLE_CASTS(tu_buffer, base, VkBuffer,
+ VK_OBJECT_TYPE_BUFFER)
+
+struct tu_attachment_info
+{
+ struct tu_image_view *attachment;
+};
+
+struct tu_tiling_config {
+ /* size of the first tile */
+ VkExtent2D tile0;
+ /* number of tiles */
+ VkExtent2D tile_count;
+
+ /* size of the first VSC pipe */
+ VkExtent2D pipe0;
+ /* number of VSC pipes */
+ VkExtent2D pipe_count;
+
+ /* Whether binning should be used for gmem rendering using this framebuffer. */
+ bool binning;
+
+ /* Whether binning could be used for gmem rendering using this framebuffer. */
+ bool binning_possible;
+
+ /* pipe register values */
+ uint32_t pipe_config[MAX_VSC_PIPES];
+ uint32_t pipe_sizes[MAX_VSC_PIPES];
+};
+
+struct tu_framebuffer
+{
+ struct vk_object_base base;
+
+ uint32_t width;
+ uint32_t height;
+ uint32_t layers;
+
+ struct tu_tiling_config tiling[TU_GMEM_LAYOUT_COUNT];
+
+ uint32_t attachment_count;
+ struct tu_attachment_info attachments[0];
+};
+VK_DEFINE_NONDISP_HANDLE_CASTS(tu_framebuffer, base, VkFramebuffer,
+ VK_OBJECT_TYPE_FRAMEBUFFER)
+
+struct tu_event
+{
+ struct vk_object_base base;
+ struct tu_bo *bo;
+};
+VK_DEFINE_NONDISP_HANDLE_CASTS(tu_event, base, VkEvent, VK_OBJECT_TYPE_EVENT)
+
+struct tu_sampler {
+ struct vk_object_base base;
+
+ uint32_t descriptor[A6XX_TEX_SAMP_DWORDS];
+ struct tu_sampler_ycbcr_conversion *ycbcr_sampler;
+};
+VK_DEFINE_NONDISP_HANDLE_CASTS(tu_sampler, base, VkSampler,
+ VK_OBJECT_TYPE_SAMPLER)
+
+uint64_t
+tu_get_system_heap_size(void);
+
+const char *
+tu_get_debug_option_name(int id);
+
+VkResult
+tu_physical_device_init(struct tu_physical_device *device,
+ struct tu_instance *instance);
+
+uint64_t
+tu_device_ticks_to_ns(struct tu_device *dev, uint64_t ts);
+
+static inline struct tu_bo *
+tu_device_lookup_bo(struct tu_device *device, uint32_t handle)
+{
+ return (struct tu_bo *) util_sparse_array_get(&device->bo_map, handle);
+}
+
+/* Get a scratch bo for use inside a command buffer. This will always return
+ * the same bo given the same size or similar sizes, so only one scratch bo
+ * can be used at the same time. It's meant for short-lived things where we
+ * need to write to some piece of memory, read from it, and then immediately
+ * discard it.
+ */
+VkResult
+tu_get_scratch_bo(struct tu_device *dev, uint64_t size, struct tu_bo **bo);
+
+void tu_setup_dynamic_framebuffer(struct tu_cmd_buffer *cmd_buffer,
+ const VkRenderingInfo *pRenderingInfo);
+
+void
+tu_copy_timestamp_buffer(struct u_trace_context *utctx, void *cmdstream,
+ void *ts_from, uint32_t from_offset,
+ void *ts_to, uint32_t to_offset,
+ uint32_t count);
+
+
+VkResult
+tu_create_copy_timestamp_cs(struct tu_cmd_buffer *cmdbuf, struct tu_cs** cs,
+ struct u_trace **trace_copy);
+
+/* If we copy trace and timestamps we will have to free them. */
+struct tu_u_trace_cmd_data
+{
+ struct tu_cs *timestamp_copy_cs;
+ struct u_trace *trace;
+};
+
+/* Data necessary to retrieve timestamps and clean all
+ * associated resources afterwards.
+ */
+struct tu_u_trace_submission_data
+{
+ uint32_t submission_id;
+ /* We have to know when timestamps are available,
+ * this sync object indicates it.
+ */
+ struct tu_u_trace_syncobj *syncobj;
+
+ uint32_t cmd_buffer_count;
+ uint32_t last_buffer_with_tracepoints;
+ struct tu_u_trace_cmd_data *cmd_trace_data;
+};
+
+VkResult
+tu_u_trace_submission_data_create(
+ struct tu_device *device,
+ struct tu_cmd_buffer **cmd_buffers,
+ uint32_t cmd_buffer_count,
+ struct tu_u_trace_submission_data **submission_data);
+
+void
+tu_u_trace_submission_data_finish(
+ struct tu_device *device,
+ struct tu_u_trace_submission_data *submission_data);
+
+#endif /* TU_DEVICE_H */
#include "tu_clear_blit.h"
#include "tu_cs.h"
#include "tu_descriptor_set.h"
+#include "tu_device.h"
#include "tu_drm.h"
#include "tu_dynamic_rendering.h"
#include "tu_formats.h"
tu_finishme("stub %s", __func__); \
} while (0)
-struct tu_memory_heap {
- /* Standard bits passed on to the client */
- VkDeviceSize size;
- VkMemoryHeapFlags flags;
-
- /** Copied from ANV:
- *
- * Driver-internal book-keeping.
- *
- * Align it to 64 bits to make atomic operations faster on 32 bit platforms.
- */
- VkDeviceSize used __attribute__ ((aligned (8)));
-};
-
-uint64_t
-tu_get_system_heap_size(void);
-
-struct tu_physical_device
-{
- struct vk_physical_device vk;
-
- struct tu_instance *instance;
-
- const char *name;
- uint8_t driver_uuid[VK_UUID_SIZE];
- uint8_t device_uuid[VK_UUID_SIZE];
- uint8_t cache_uuid[VK_UUID_SIZE];
-
- struct wsi_device wsi_device;
-
- int local_fd;
- bool has_local;
- int64_t local_major;
- int64_t local_minor;
- int master_fd;
- bool has_master;
- int64_t master_major;
- int64_t master_minor;
-
- uint32_t gmem_size;
- uint64_t gmem_base;
- uint32_t ccu_offset_gmem;
- uint32_t ccu_offset_bypass;
-
- struct fd_dev_id dev_id;
- const struct fd_dev_info *info;
-
- int msm_major_version;
- int msm_minor_version;
-
- /* Address space and global fault count for this local_fd with DRM backend */
- uint64_t fault_count;
-
- struct tu_memory_heap heap;
-
- struct vk_sync_type syncobj_type;
- struct vk_sync_timeline_type timeline_type;
- const struct vk_sync_type *sync_types[3];
-};
-
-enum tu_debug_flags
-{
- TU_DEBUG_STARTUP = 1 << 0,
- TU_DEBUG_NIR = 1 << 1,
- TU_DEBUG_NOBIN = 1 << 3,
- TU_DEBUG_SYSMEM = 1 << 4,
- TU_DEBUG_FORCEBIN = 1 << 5,
- TU_DEBUG_NOUBWC = 1 << 6,
- TU_DEBUG_NOMULTIPOS = 1 << 7,
- TU_DEBUG_NOLRZ = 1 << 8,
- TU_DEBUG_PERFC = 1 << 9,
- TU_DEBUG_FLUSHALL = 1 << 10,
- TU_DEBUG_SYNCDRAW = 1 << 11,
- TU_DEBUG_DONT_CARE_AS_LOAD = 1 << 12,
- TU_DEBUG_GMEM = 1 << 13,
- TU_DEBUG_RAST_ORDER = 1 << 14,
- TU_DEBUG_UNALIGNED_STORE = 1 << 15,
- TU_DEBUG_LAYOUT = 1 << 16,
- TU_DEBUG_LOG_SKIP_GMEM_OPS = 1 << 17,
- TU_DEBUG_PERF = 1 << 18,
- TU_DEBUG_NOLRZFC = 1 << 19,
- TU_DEBUG_DYNAMIC = 1 << 20,
-};
-
-struct tu_instance
-{
- struct vk_instance vk;
-
- uint32_t api_version;
- int physical_device_count;
- struct tu_physical_device physical_devices[TU_MAX_DRM_DEVICES];
-
- struct driOptionCache dri_options;
- struct driOptionCache available_dri_options;
-
- enum tu_debug_flags debug_flags;
-};
-
-bool
-tu_instance_extension_supported(const char *name);
-uint32_t
-tu_physical_device_api_version(struct tu_physical_device *dev);
-bool
-tu_physical_device_extension_supported(struct tu_physical_device *dev,
- const char *name);
-
-/* queue types */
-#define TU_QUEUE_GENERAL 0
-
-#define TU_MAX_QUEUE_FAMILIES 1
-
-struct tu_queue
-{
- struct vk_queue vk;
-
- struct tu_device *device;
-
- uint32_t msm_queue_id;
- int fence;
-};
-
-enum global_shader {
- GLOBAL_SH_VS_BLIT,
- GLOBAL_SH_VS_CLEAR,
- GLOBAL_SH_FS_BLIT,
- GLOBAL_SH_FS_BLIT_ZSCALE,
- GLOBAL_SH_FS_COPY_MS,
- GLOBAL_SH_FS_CLEAR0,
- GLOBAL_SH_FS_CLEAR_MAX = GLOBAL_SH_FS_CLEAR0 + MAX_RTS,
- GLOBAL_SH_COUNT,
-};
-
-#define TU_BORDER_COLOR_COUNT 4096
-#define TU_BORDER_COLOR_BUILTIN 6
-
-#define TU_BLIT_SHADER_SIZE 1024
-
-/* This struct defines the layout of the global_bo */
-struct tu6_global
-{
- /* clear/blit shaders */
- uint32_t shaders[TU_BLIT_SHADER_SIZE];
-
- uint32_t seqno_dummy; /* dummy seqno for CP_EVENT_WRITE */
- uint32_t _pad0;
- volatile uint32_t vsc_draw_overflow;
- uint32_t _pad1;
- volatile uint32_t vsc_prim_overflow;
- uint32_t _pad2;
- uint64_t predicate;
-
- /* scratch space for VPC_SO[i].FLUSH_BASE_LO/HI, start on 32 byte boundary. */
- struct {
- uint32_t offset;
- uint32_t pad[7];
- } flush_base[4];
-
- ALIGN16 uint32_t cs_indirect_xyz[3];
-
- volatile uint32_t vtx_stats_query_not_running;
-
- /* To know when renderpass stats for autotune are valid */
- volatile uint32_t autotune_fence;
-
- /* For recycling command buffers for dynamic suspend/resume comamnds */
- volatile uint32_t dynamic_rendering_fence;
-
- volatile uint32_t dbg_one;
- volatile uint32_t dbg_gmem_total_loads;
- volatile uint32_t dbg_gmem_taken_loads;
- volatile uint32_t dbg_gmem_total_stores;
- volatile uint32_t dbg_gmem_taken_stores;
-
- /* Written from GPU */
- volatile uint32_t breadcrumb_gpu_sync_seqno;
- uint32_t _pad3;
- /* Written from CPU, acknowledges value written from GPU */
- volatile uint32_t breadcrumb_cpu_sync_seqno;
- uint32_t _pad4;
-
- /* note: larger global bo will be used for customBorderColors */
- struct bcolor_entry bcolor_builtin[TU_BORDER_COLOR_BUILTIN], bcolor[];
-};
-#define gb_offset(member) offsetof(struct tu6_global, member)
-#define global_iova(cmd, member) ((cmd)->device->global_bo->iova + gb_offset(member))
-
-/* extra space in vsc draw/prim streams */
-#define VSC_PAD 0x40
-
-struct tu_device
-{
- struct vk_device vk;
- struct tu_instance *instance;
-
- struct tu_queue *queues[TU_MAX_QUEUE_FAMILIES];
- int queue_count[TU_MAX_QUEUE_FAMILIES];
-
- struct tu_physical_device *physical_device;
- int fd;
-
- struct ir3_compiler *compiler;
-
- /* Backup in-memory cache to be used if the app doesn't provide one */
- struct vk_pipeline_cache *mem_cache;
-
-#define MIN_SCRATCH_BO_SIZE_LOG2 12 /* A page */
-
- /* Currently the kernel driver uses a 32-bit GPU address space, but it
- * should be impossible to go beyond 48 bits.
- */
- struct {
- struct tu_bo *bo;
- mtx_t construct_mtx;
- bool initialized;
- } scratch_bos[48 - MIN_SCRATCH_BO_SIZE_LOG2];
-
- struct tu_bo *global_bo;
-
- uint32_t implicit_sync_bo_count;
-
- /* Device-global BO suballocator for reducing BO management overhead for
- * (read-only) pipeline state. Synchronized by pipeline_mutex.
- */
- struct tu_suballocator pipeline_suballoc;
- mtx_t pipeline_mutex;
-
- /* Device-global BO suballocator for reducing BO management for small
- * gmem/sysmem autotune result buffers. Synchronized by autotune_mutex.
- */
- struct tu_suballocator autotune_suballoc;
- mtx_t autotune_mutex;
-
- /* the blob seems to always use 8K factor and 128K param sizes, copy them */
-#define TU_TESS_FACTOR_SIZE (8 * 1024)
-#define TU_TESS_PARAM_SIZE (128 * 1024)
-#define TU_TESS_BO_SIZE (TU_TESS_FACTOR_SIZE + TU_TESS_PARAM_SIZE)
- /* Lazily allocated, protected by the device mutex. */
- struct tu_bo *tess_bo;
-
- struct ir3_shader_variant *global_shader_variants[GLOBAL_SH_COUNT];
- struct ir3_shader *global_shaders[GLOBAL_SH_COUNT];
- uint64_t global_shader_va[GLOBAL_SH_COUNT];
-
- uint32_t vsc_draw_strm_pitch;
- uint32_t vsc_prim_strm_pitch;
- BITSET_DECLARE(custom_border_color, TU_BORDER_COLOR_COUNT);
- mtx_t mutex;
-
- /* bo list for submits: */
- struct drm_msm_gem_submit_bo *bo_list;
- /* map bo handles to bo list index: */
- uint32_t bo_count, bo_list_size;
- mtx_t bo_mutex;
- /* protects imported BOs creation/freeing */
- struct u_rwlock dma_bo_lock;
-
- /* This array holds all our 'struct tu_bo' allocations. We use this
- * so we can add a refcount to our BOs and check if a particular BO
- * was already allocated in this device using its GEM handle. This is
- * necessary to properly manage BO imports, because the kernel doesn't
- * refcount the underlying BO memory.
- *
- * Specifically, when self-importing (i.e. importing a BO into the same
- * device that created it), the kernel will give us the same BO handle
- * for both BOs and we must only free it once when both references are
- * freed. Otherwise, if we are not self-importing, we get two different BO
- * handles, and we want to free each one individually.
- *
- * The refcount is also useful for being able to maintain BOs across
- * VK object lifetimes, such as pipelines suballocating out of BOs
- * allocated on the device.
- */
- struct util_sparse_array bo_map;
-
- /* Command streams to set pass index to a scratch reg */
- struct tu_cs *perfcntrs_pass_cs;
- struct tu_cs_entry *perfcntrs_pass_cs_entries;
-
- struct util_dynarray dynamic_rendering_pending;
- VkCommandPool dynamic_rendering_pool;
- uint32_t dynamic_rendering_fence;
-
- /* Condition variable for timeline semaphore to notify waiters when a
- * new submit is executed. */
- pthread_cond_t timeline_cond;
- pthread_mutex_t submit_mutex;
-
- struct tu_autotune autotune;
-
- struct breadcrumbs_context *breadcrumbs_ctx;
-
-#ifdef ANDROID
- const void *gralloc;
- enum {
- TU_GRALLOC_UNKNOWN,
- TU_GRALLOC_CROS,
- TU_GRALLOC_OTHER,
- } gralloc_type;
-#endif
-
- uint32_t submit_count;
-
- struct u_trace_context trace_context;
-
- #ifdef HAVE_PERFETTO
- struct tu_perfetto_state perfetto;
- #endif
-
- bool use_z24uint_s8uint;
-};
-
-VkResult
-tu_device_submit_deferred_locked(struct tu_device *dev);
-
-uint64_t
-tu_device_ticks_to_ns(struct tu_device *dev, uint64_t ts);
-
-static inline struct tu_bo *
-tu_device_lookup_bo(struct tu_device *device, uint32_t handle)
-{
- return (struct tu_bo *) util_sparse_array_get(&device->bo_map, handle);
-}
-
-/* Get a scratch bo for use inside a command buffer. This will always return
- * the same bo given the same size or similar sizes, so only one scratch bo
- * can be used at the same time. It's meant for short-lived things where we
- * need to write to some piece of memory, read from it, and then immediately
- * discard it.
- */
-VkResult
-tu_get_scratch_bo(struct tu_device *dev, uint64_t size, struct tu_bo **bo);
-
enum tu_draw_state_group_id
{
TU_DRAW_STATE_PROGRAM_CONFIG,
TU_DRAW_STATE_COUNT = TU_DRAW_STATE_DYNAMIC + TU_DYNAMIC_STATE_COUNT,
};
-struct tu_device_memory
-{
- struct vk_object_base base;
-
- struct tu_bo *bo;
-};
-
-struct tu_buffer
-{
- struct vk_object_base base;
-
- VkDeviceSize size;
-
- VkBufferUsageFlags usage;
- VkBufferCreateFlags flags;
-
- struct tu_bo *bo;
- uint64_t iova;
-};
-
-const char *
-tu_get_debug_option_name(int id);
-
-const char *
-tu_get_perftest_option_name(int id);
-
-struct tu_attachment_info
-{
- struct tu_image_view *attachment;
-};
-
-struct tu_tiling_config {
- /* size of the first tile */
- VkExtent2D tile0;
- /* number of tiles */
- VkExtent2D tile_count;
-
- /* size of the first VSC pipe */
- VkExtent2D pipe0;
- /* number of VSC pipes */
- VkExtent2D pipe_count;
-
- /* Whether binning should be used for gmem rendering using this framebuffer. */
- bool binning;
-
- /* Whether binning could be used for gmem rendering using this framebuffer. */
- bool binning_possible;
-
- /* pipe register values */
- uint32_t pipe_config[MAX_VSC_PIPES];
- uint32_t pipe_sizes[MAX_VSC_PIPES];
-};
-
-struct tu_framebuffer
-{
- struct vk_object_base base;
-
- uint32_t width;
- uint32_t height;
- uint32_t layers;
-
- struct tu_tiling_config tiling[TU_GMEM_LAYOUT_COUNT];
-
- uint32_t attachment_count;
- struct tu_attachment_info attachments[0];
-};
-
void
tu_framebuffer_tiling_config(struct tu_framebuffer *fb,
const struct tu_device *device,
struct tu_cs *cs,
enum tu_cmd_ccu_state ccu_state);
-void tu_setup_dynamic_framebuffer(struct tu_cmd_buffer *cmd_buffer,
- const VkRenderingInfo *pRenderingInfo);
-
void
tu_append_pre_chain(struct tu_cmd_buffer *cmd,
struct tu_cmd_buffer *secondary);
return &cmd_buffer->descriptors[bind_point];
}
-struct tu_event
-{
- struct vk_object_base base;
- struct tu_bo *bo;
-};
-
void tu6_emit_msaa(struct tu_cs *cs, VkSampleCountFlagBits samples,
enum a5xx_line_mode line_mode);
void tu6_apply_depth_bounds_workaround(struct tu_device *device,
uint32_t *rb_depth_cntl);
-struct tu_sampler {
- struct vk_object_base base;
-
- uint32_t descriptor[A6XX_TEX_SAMP_DWORDS];
- struct tu_sampler_ycbcr_conversion *ycbcr_sampler;
-};
-
VkResult
tu_gralloc_info(struct tu_device *device,
const VkNativeBufferANDROID *gralloc_info,
const VkAllocationCallbacks *alloc,
VkImage image_h);
-VkResult
-tu_physical_device_init(struct tu_physical_device *device,
- struct tu_instance *instance);
-void
-tu_copy_timestamp_buffer(struct u_trace_context *utctx, void *cmdstream,
- void *ts_from, uint32_t from_offset,
- void *ts_to, uint32_t to_offset,
- uint32_t count);
-
-
-VkResult
-tu_create_copy_timestamp_cs(struct tu_cmd_buffer *cmdbuf, struct tu_cs** cs,
- struct u_trace **trace_copy);
-
-/* If we copy trace and timestamps we will have to free them. */
-struct tu_u_trace_cmd_data
-{
- struct tu_cs *timestamp_copy_cs;
- struct u_trace *trace;
-};
-
-/* Data necessary to retrieve timestamps and clean all
- * associated resources afterwards.
- */
-struct tu_u_trace_submission_data
-{
- uint32_t submission_id;
- /* We have to know when timestamps are available,
- * this sync object indicates it.
- */
- struct tu_u_trace_syncobj *syncobj;
-
- uint32_t cmd_buffer_count;
- uint32_t last_buffer_with_tracepoints;
- struct tu_u_trace_cmd_data *cmd_trace_data;
-};
-
-VkResult
-tu_u_trace_submission_data_create(
- struct tu_device *device,
- struct tu_cmd_buffer **cmd_buffers,
- uint32_t cmd_buffer_count,
- struct tu_u_trace_submission_data **submission_data);
-
-void
-tu_u_trace_submission_data_finish(
- struct tu_device *device,
- struct tu_u_trace_submission_data *submission_data);
-
VK_DEFINE_HANDLE_CASTS(tu_cmd_buffer, vk.base, VkCommandBuffer,
VK_OBJECT_TYPE_COMMAND_BUFFER)
-VK_DEFINE_HANDLE_CASTS(tu_device, vk.base, VkDevice, VK_OBJECT_TYPE_DEVICE)
-VK_DEFINE_HANDLE_CASTS(tu_instance, vk.base, VkInstance,
- VK_OBJECT_TYPE_INSTANCE)
-VK_DEFINE_HANDLE_CASTS(tu_physical_device, vk.base, VkPhysicalDevice,
- VK_OBJECT_TYPE_PHYSICAL_DEVICE)
-VK_DEFINE_HANDLE_CASTS(tu_queue, vk.base, VkQueue, VK_OBJECT_TYPE_QUEUE)
VK_DEFINE_NONDISP_HANDLE_CASTS(tu_cmd_pool, vk.base, VkCommandPool,
VK_OBJECT_TYPE_COMMAND_POOL)
-VK_DEFINE_NONDISP_HANDLE_CASTS(tu_buffer, base, VkBuffer,
- VK_OBJECT_TYPE_BUFFER)
-VK_DEFINE_NONDISP_HANDLE_CASTS(tu_device_memory, base, VkDeviceMemory,
- VK_OBJECT_TYPE_DEVICE_MEMORY)
-VK_DEFINE_NONDISP_HANDLE_CASTS(tu_event, base, VkEvent, VK_OBJECT_TYPE_EVENT)
-VK_DEFINE_NONDISP_HANDLE_CASTS(tu_framebuffer, base, VkFramebuffer,
- VK_OBJECT_TYPE_FRAMEBUFFER)
-VK_DEFINE_NONDISP_HANDLE_CASTS(tu_sampler, base, VkSampler,
- VK_OBJECT_TYPE_SAMPLER)
void
update_stencil_mask(uint32_t *value, VkStencilFaceFlags face, uint32_t mask);
projects / platform / upstream / mesa.git / commitdiff