mirror of
https://gitlab.freedesktop.org/mesa/mesa.git
synced 2026-05-05 20:28:04 +02:00
turnip: add tu_device.h
Also drop unused - tu_instance_extension_supported - tu_physical_device_api_version - tu_physical_device_extension_supported - tu_device_submit_deferred_locked - tu_get_perftest_option_name Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/17811>
This commit is contained in:
Chia-I Wu
Marge Bot
parent
9d9bf78565
commit
6666ec3945
4 changed files with 494 additions and 479 deletions
|
|
@ -121,12 +121,16 @@ struct tu_descriptor_set;
|
|||
struct tu_descriptor_set_layout;
|
||||
struct tu_descriptor_update_template;
|
||||
struct tu_device;
|
||||
struct tu_device_memory;
|
||||
struct tu_event;
|
||||
struct tu_framebuffer;
|
||||
struct tu_image;
|
||||
struct tu_image_view;
|
||||
struct tu_instance;
|
||||
struct tu_physical_device;
|
||||
struct tu_pipeline_layout;
|
||||
struct tu_query_pool;
|
||||
struct tu_queue;
|
||||
struct tu_render_pass;
|
||||
struct tu_sampler;
|
||||
struct tu_sampler_ycbcr_conversion;
|
||||
|
|
@ -138,5 +142,6 @@ struct tu_cs_entry;
|
|||
struct tu_suballoc_bo;
|
||||
struct tu_suballocator;
|
||||
struct tu_subpass;
|
||||
struct tu_u_trace_submission_data;
|
||||
|
||||
#endif /* TU_COMMON_H */
|
||||
|
|
|
|||
|
|
@ -25,6 +25,7 @@
|
|||
* DEALINGS IN THE SOFTWARE.
|
||||
*/
|
||||
|
||||
#include "tu_device.h"
|
||||
#include "tu_private.h"
|
||||
#include "tu_cs.h"
|
||||
#include "tu_tracepoints.h"
|
||||
|
|
|
|||
487
src/freedreno/vulkan/tu_device.h
Normal file
487
src/freedreno/vulkan/tu_device.h
Normal file
|
|
@ -0,0 +1,487 @@
|
|||
/*
|
||||
* Copyright © 2016 Red Hat.
|
||||
* Copyright © 2016 Bas Nieuwenhuizen
|
||||
* SPDX-License-Identifier: MIT
|
||||
*
|
||||
* based in part on anv driver which is:
|
||||
* Copyright © 2015 Intel Corporation
|
||||
*/
|
||||
|
||||
#ifndef TU_DEVICE_H
|
||||
#define TU_DEVICE_H
|
||||
|
||||
#include "tu_common.h"
|
||||
|
||||
#include "tu_autotune.h"
|
||||
#include "tu_pass.h"
|
||||
#include "tu_perfetto.h"
|
||||
#include "tu_suballoc.h"
|
||||
#include "tu_util.h"
|
||||
|
||||
/* queue types */
|
||||
#define TU_QUEUE_GENERAL 0
|
||||
|
||||
#define TU_MAX_QUEUE_FAMILIES 1
|
||||
|
||||
#define TU_BORDER_COLOR_COUNT 4096
|
||||
#define TU_BORDER_COLOR_BUILTIN 6
|
||||
|
||||
#define TU_BLIT_SHADER_SIZE 1024
|
||||
|
||||
/* extra space in vsc draw/prim streams */
|
||||
#define VSC_PAD 0x40
|
||||
|
||||
enum tu_debug_flags
|
||||
{
|
||||
TU_DEBUG_STARTUP = 1 << 0,
|
||||
TU_DEBUG_NIR = 1 << 1,
|
||||
TU_DEBUG_NOBIN = 1 << 3,
|
||||
TU_DEBUG_SYSMEM = 1 << 4,
|
||||
TU_DEBUG_FORCEBIN = 1 << 5,
|
||||
TU_DEBUG_NOUBWC = 1 << 6,
|
||||
TU_DEBUG_NOMULTIPOS = 1 << 7,
|
||||
TU_DEBUG_NOLRZ = 1 << 8,
|
||||
TU_DEBUG_PERFC = 1 << 9,
|
||||
TU_DEBUG_FLUSHALL = 1 << 10,
|
||||
TU_DEBUG_SYNCDRAW = 1 << 11,
|
||||
TU_DEBUG_DONT_CARE_AS_LOAD = 1 << 12,
|
||||
TU_DEBUG_GMEM = 1 << 13,
|
||||
TU_DEBUG_RAST_ORDER = 1 << 14,
|
||||
TU_DEBUG_UNALIGNED_STORE = 1 << 15,
|
||||
TU_DEBUG_LAYOUT = 1 << 16,
|
||||
TU_DEBUG_LOG_SKIP_GMEM_OPS = 1 << 17,
|
||||
TU_DEBUG_PERF = 1 << 18,
|
||||
TU_DEBUG_NOLRZFC = 1 << 19,
|
||||
TU_DEBUG_DYNAMIC = 1 << 20,
|
||||
};
|
||||
|
||||
enum global_shader {
|
||||
GLOBAL_SH_VS_BLIT,
|
||||
GLOBAL_SH_VS_CLEAR,
|
||||
GLOBAL_SH_FS_BLIT,
|
||||
GLOBAL_SH_FS_BLIT_ZSCALE,
|
||||
GLOBAL_SH_FS_COPY_MS,
|
||||
GLOBAL_SH_FS_CLEAR0,
|
||||
GLOBAL_SH_FS_CLEAR_MAX = GLOBAL_SH_FS_CLEAR0 + MAX_RTS,
|
||||
GLOBAL_SH_COUNT,
|
||||
};
|
||||
|
||||
struct tu_memory_heap {
|
||||
/* Standard bits passed on to the client */
|
||||
VkDeviceSize size;
|
||||
VkMemoryHeapFlags flags;
|
||||
|
||||
/** Copied from ANV:
|
||||
*
|
||||
* Driver-internal book-keeping.
|
||||
*
|
||||
* Align it to 64 bits to make atomic operations faster on 32 bit platforms.
|
||||
*/
|
||||
VkDeviceSize used __attribute__ ((aligned (8)));
|
||||
};
|
||||
|
||||
struct tu_physical_device
|
||||
{
|
||||
struct vk_physical_device vk;
|
||||
|
||||
struct tu_instance *instance;
|
||||
|
||||
const char *name;
|
||||
uint8_t driver_uuid[VK_UUID_SIZE];
|
||||
uint8_t device_uuid[VK_UUID_SIZE];
|
||||
uint8_t cache_uuid[VK_UUID_SIZE];
|
||||
|
||||
struct wsi_device wsi_device;
|
||||
|
||||
int local_fd;
|
||||
bool has_local;
|
||||
int64_t local_major;
|
||||
int64_t local_minor;
|
||||
int master_fd;
|
||||
bool has_master;
|
||||
int64_t master_major;
|
||||
int64_t master_minor;
|
||||
|
||||
uint32_t gmem_size;
|
||||
uint64_t gmem_base;
|
||||
uint32_t ccu_offset_gmem;
|
||||
uint32_t ccu_offset_bypass;
|
||||
|
||||
struct fd_dev_id dev_id;
|
||||
const struct fd_dev_info *info;
|
||||
|
||||
int msm_major_version;
|
||||
int msm_minor_version;
|
||||
|
||||
/* Address space and global fault count for this local_fd with DRM backend */
|
||||
uint64_t fault_count;
|
||||
|
||||
struct tu_memory_heap heap;
|
||||
|
||||
struct vk_sync_type syncobj_type;
|
||||
struct vk_sync_timeline_type timeline_type;
|
||||
const struct vk_sync_type *sync_types[3];
|
||||
};
|
||||
VK_DEFINE_HANDLE_CASTS(tu_physical_device, vk.base, VkPhysicalDevice,
|
||||
VK_OBJECT_TYPE_PHYSICAL_DEVICE)
|
||||
|
||||
struct tu_instance
|
||||
{
|
||||
struct vk_instance vk;
|
||||
|
||||
uint32_t api_version;
|
||||
int physical_device_count;
|
||||
struct tu_physical_device physical_devices[TU_MAX_DRM_DEVICES];
|
||||
|
||||
struct driOptionCache dri_options;
|
||||
struct driOptionCache available_dri_options;
|
||||
|
||||
enum tu_debug_flags debug_flags;
|
||||
};
|
||||
VK_DEFINE_HANDLE_CASTS(tu_instance, vk.base, VkInstance,
|
||||
VK_OBJECT_TYPE_INSTANCE)
|
||||
|
||||
struct tu_queue
|
||||
{
|
||||
struct vk_queue vk;
|
||||
|
||||
struct tu_device *device;
|
||||
|
||||
uint32_t msm_queue_id;
|
||||
int fence;
|
||||
};
|
||||
VK_DEFINE_HANDLE_CASTS(tu_queue, vk.base, VkQueue, VK_OBJECT_TYPE_QUEUE)
|
||||
|
||||
/* This struct defines the layout of the global_bo */
|
||||
struct tu6_global
|
||||
{
|
||||
/* clear/blit shaders */
|
||||
uint32_t shaders[TU_BLIT_SHADER_SIZE];
|
||||
|
||||
uint32_t seqno_dummy; /* dummy seqno for CP_EVENT_WRITE */
|
||||
uint32_t _pad0;
|
||||
volatile uint32_t vsc_draw_overflow;
|
||||
uint32_t _pad1;
|
||||
volatile uint32_t vsc_prim_overflow;
|
||||
uint32_t _pad2;
|
||||
uint64_t predicate;
|
||||
|
||||
/* scratch space for VPC_SO[i].FLUSH_BASE_LO/HI, start on 32 byte boundary. */
|
||||
struct {
|
||||
uint32_t offset;
|
||||
uint32_t pad[7];
|
||||
} flush_base[4];
|
||||
|
||||
ALIGN16 uint32_t cs_indirect_xyz[3];
|
||||
|
||||
volatile uint32_t vtx_stats_query_not_running;
|
||||
|
||||
/* To know when renderpass stats for autotune are valid */
|
||||
volatile uint32_t autotune_fence;
|
||||
|
||||
/* For recycling command buffers for dynamic suspend/resume comamnds */
|
||||
volatile uint32_t dynamic_rendering_fence;
|
||||
|
||||
volatile uint32_t dbg_one;
|
||||
volatile uint32_t dbg_gmem_total_loads;
|
||||
volatile uint32_t dbg_gmem_taken_loads;
|
||||
volatile uint32_t dbg_gmem_total_stores;
|
||||
volatile uint32_t dbg_gmem_taken_stores;
|
||||
|
||||
/* Written from GPU */
|
||||
volatile uint32_t breadcrumb_gpu_sync_seqno;
|
||||
uint32_t _pad3;
|
||||
/* Written from CPU, acknowledges value written from GPU */
|
||||
volatile uint32_t breadcrumb_cpu_sync_seqno;
|
||||
uint32_t _pad4;
|
||||
|
||||
/* note: larger global bo will be used for customBorderColors */
|
||||
struct bcolor_entry bcolor_builtin[TU_BORDER_COLOR_BUILTIN], bcolor[];
|
||||
};
|
||||
#define gb_offset(member) offsetof(struct tu6_global, member)
|
||||
#define global_iova(cmd, member) ((cmd)->device->global_bo->iova + gb_offset(member))
|
||||
|
||||
struct tu_device
|
||||
{
|
||||
struct vk_device vk;
|
||||
struct tu_instance *instance;
|
||||
|
||||
struct tu_queue *queues[TU_MAX_QUEUE_FAMILIES];
|
||||
int queue_count[TU_MAX_QUEUE_FAMILIES];
|
||||
|
||||
struct tu_physical_device *physical_device;
|
||||
int fd;
|
||||
|
||||
struct ir3_compiler *compiler;
|
||||
|
||||
/* Backup in-memory cache to be used if the app doesn't provide one */
|
||||
struct vk_pipeline_cache *mem_cache;
|
||||
|
||||
#define MIN_SCRATCH_BO_SIZE_LOG2 12 /* A page */
|
||||
|
||||
/* Currently the kernel driver uses a 32-bit GPU address space, but it
|
||||
* should be impossible to go beyond 48 bits.
|
||||
*/
|
||||
struct {
|
||||
struct tu_bo *bo;
|
||||
mtx_t construct_mtx;
|
||||
bool initialized;
|
||||
} scratch_bos[48 - MIN_SCRATCH_BO_SIZE_LOG2];
|
||||
|
||||
struct tu_bo *global_bo;
|
||||
|
||||
uint32_t implicit_sync_bo_count;
|
||||
|
||||
/* Device-global BO suballocator for reducing BO management overhead for
|
||||
* (read-only) pipeline state. Synchronized by pipeline_mutex.
|
||||
*/
|
||||
struct tu_suballocator pipeline_suballoc;
|
||||
mtx_t pipeline_mutex;
|
||||
|
||||
/* Device-global BO suballocator for reducing BO management for small
|
||||
* gmem/sysmem autotune result buffers. Synchronized by autotune_mutex.
|
||||
*/
|
||||
struct tu_suballocator autotune_suballoc;
|
||||
mtx_t autotune_mutex;
|
||||
|
||||
/* the blob seems to always use 8K factor and 128K param sizes, copy them */
|
||||
#define TU_TESS_FACTOR_SIZE (8 * 1024)
|
||||
#define TU_TESS_PARAM_SIZE (128 * 1024)
|
||||
#define TU_TESS_BO_SIZE (TU_TESS_FACTOR_SIZE + TU_TESS_PARAM_SIZE)
|
||||
/* Lazily allocated, protected by the device mutex. */
|
||||
struct tu_bo *tess_bo;
|
||||
|
||||
struct ir3_shader_variant *global_shader_variants[GLOBAL_SH_COUNT];
|
||||
struct ir3_shader *global_shaders[GLOBAL_SH_COUNT];
|
||||
uint64_t global_shader_va[GLOBAL_SH_COUNT];
|
||||
|
||||
uint32_t vsc_draw_strm_pitch;
|
||||
uint32_t vsc_prim_strm_pitch;
|
||||
BITSET_DECLARE(custom_border_color, TU_BORDER_COLOR_COUNT);
|
||||
mtx_t mutex;
|
||||
|
||||
/* bo list for submits: */
|
||||
struct drm_msm_gem_submit_bo *bo_list;
|
||||
/* map bo handles to bo list index: */
|
||||
uint32_t bo_count, bo_list_size;
|
||||
mtx_t bo_mutex;
|
||||
/* protects imported BOs creation/freeing */
|
||||
struct u_rwlock dma_bo_lock;
|
||||
|
||||
/* This array holds all our 'struct tu_bo' allocations. We use this
|
||||
* so we can add a refcount to our BOs and check if a particular BO
|
||||
* was already allocated in this device using its GEM handle. This is
|
||||
* necessary to properly manage BO imports, because the kernel doesn't
|
||||
* refcount the underlying BO memory.
|
||||
*
|
||||
* Specifically, when self-importing (i.e. importing a BO into the same
|
||||
* device that created it), the kernel will give us the same BO handle
|
||||
* for both BOs and we must only free it once when both references are
|
||||
* freed. Otherwise, if we are not self-importing, we get two different BO
|
||||
* handles, and we want to free each one individually.
|
||||
*
|
||||
* The refcount is also useful for being able to maintain BOs across
|
||||
* VK object lifetimes, such as pipelines suballocating out of BOs
|
||||
* allocated on the device.
|
||||
*/
|
||||
struct util_sparse_array bo_map;
|
||||
|
||||
/* Command streams to set pass index to a scratch reg */
|
||||
struct tu_cs *perfcntrs_pass_cs;
|
||||
struct tu_cs_entry *perfcntrs_pass_cs_entries;
|
||||
|
||||
struct util_dynarray dynamic_rendering_pending;
|
||||
VkCommandPool dynamic_rendering_pool;
|
||||
uint32_t dynamic_rendering_fence;
|
||||
|
||||
/* Condition variable for timeline semaphore to notify waiters when a
|
||||
* new submit is executed. */
|
||||
pthread_cond_t timeline_cond;
|
||||
pthread_mutex_t submit_mutex;
|
||||
|
||||
struct tu_autotune autotune;
|
||||
|
||||
struct breadcrumbs_context *breadcrumbs_ctx;
|
||||
|
||||
#ifdef ANDROID
|
||||
const void *gralloc;
|
||||
enum {
|
||||
TU_GRALLOC_UNKNOWN,
|
||||
TU_GRALLOC_CROS,
|
||||
TU_GRALLOC_OTHER,
|
||||
} gralloc_type;
|
||||
#endif
|
||||
|
||||
uint32_t submit_count;
|
||||
|
||||
struct u_trace_context trace_context;
|
||||
|
||||
#ifdef HAVE_PERFETTO
|
||||
struct tu_perfetto_state perfetto;
|
||||
#endif
|
||||
|
||||
bool use_z24uint_s8uint;
|
||||
};
|
||||
VK_DEFINE_HANDLE_CASTS(tu_device, vk.base, VkDevice, VK_OBJECT_TYPE_DEVICE)
|
||||
|
||||
struct tu_device_memory
|
||||
{
|
||||
struct vk_object_base base;
|
||||
|
||||
struct tu_bo *bo;
|
||||
};
|
||||
VK_DEFINE_NONDISP_HANDLE_CASTS(tu_device_memory, base, VkDeviceMemory,
|
||||
VK_OBJECT_TYPE_DEVICE_MEMORY)
|
||||
|
||||
struct tu_buffer
|
||||
{
|
||||
struct vk_object_base base;
|
||||
|
||||
VkDeviceSize size;
|
||||
|
||||
VkBufferUsageFlags usage;
|
||||
VkBufferCreateFlags flags;
|
||||
|
||||
struct tu_bo *bo;
|
||||
uint64_t iova;
|
||||
};
|
||||
VK_DEFINE_NONDISP_HANDLE_CASTS(tu_buffer, base, VkBuffer,
|
||||
VK_OBJECT_TYPE_BUFFER)
|
||||
|
||||
struct tu_attachment_info
|
||||
{
|
||||
struct tu_image_view *attachment;
|
||||
};
|
||||
|
||||
struct tu_tiling_config {
|
||||
/* size of the first tile */
|
||||
VkExtent2D tile0;
|
||||
/* number of tiles */
|
||||
VkExtent2D tile_count;
|
||||
|
||||
/* size of the first VSC pipe */
|
||||
VkExtent2D pipe0;
|
||||
/* number of VSC pipes */
|
||||
VkExtent2D pipe_count;
|
||||
|
||||
/* Whether binning should be used for gmem rendering using this framebuffer. */
|
||||
bool binning;
|
||||
|
||||
/* Whether binning could be used for gmem rendering using this framebuffer. */
|
||||
bool binning_possible;
|
||||
|
||||
/* pipe register values */
|
||||
uint32_t pipe_config[MAX_VSC_PIPES];
|
||||
uint32_t pipe_sizes[MAX_VSC_PIPES];
|
||||
};
|
||||
|
||||
struct tu_framebuffer
|
||||
{
|
||||
struct vk_object_base base;
|
||||
|
||||
uint32_t width;
|
||||
uint32_t height;
|
||||
uint32_t layers;
|
||||
|
||||
struct tu_tiling_config tiling[TU_GMEM_LAYOUT_COUNT];
|
||||
|
||||
uint32_t attachment_count;
|
||||
struct tu_attachment_info attachments[0];
|
||||
};
|
||||
VK_DEFINE_NONDISP_HANDLE_CASTS(tu_framebuffer, base, VkFramebuffer,
|
||||
VK_OBJECT_TYPE_FRAMEBUFFER)
|
||||
|
||||
struct tu_event
|
||||
{
|
||||
struct vk_object_base base;
|
||||
struct tu_bo *bo;
|
||||
};
|
||||
VK_DEFINE_NONDISP_HANDLE_CASTS(tu_event, base, VkEvent, VK_OBJECT_TYPE_EVENT)
|
||||
|
||||
struct tu_sampler {
|
||||
struct vk_object_base base;
|
||||
|
||||
uint32_t descriptor[A6XX_TEX_SAMP_DWORDS];
|
||||
struct tu_sampler_ycbcr_conversion *ycbcr_sampler;
|
||||
};
|
||||
VK_DEFINE_NONDISP_HANDLE_CASTS(tu_sampler, base, VkSampler,
|
||||
VK_OBJECT_TYPE_SAMPLER)
|
||||
|
||||
uint64_t
|
||||
tu_get_system_heap_size(void);
|
||||
|
||||
const char *
|
||||
tu_get_debug_option_name(int id);
|
||||
|
||||
VkResult
|
||||
tu_physical_device_init(struct tu_physical_device *device,
|
||||
struct tu_instance *instance);
|
||||
|
||||
uint64_t
|
||||
tu_device_ticks_to_ns(struct tu_device *dev, uint64_t ts);
|
||||
|
||||
static inline struct tu_bo *
|
||||
tu_device_lookup_bo(struct tu_device *device, uint32_t handle)
|
||||
{
|
||||
return (struct tu_bo *) util_sparse_array_get(&device->bo_map, handle);
|
||||
}
|
||||
|
||||
/* Get a scratch bo for use inside a command buffer. This will always return
|
||||
* the same bo given the same size or similar sizes, so only one scratch bo
|
||||
* can be used at the same time. It's meant for short-lived things where we
|
||||
* need to write to some piece of memory, read from it, and then immediately
|
||||
* discard it.
|
||||
*/
|
||||
VkResult
|
||||
tu_get_scratch_bo(struct tu_device *dev, uint64_t size, struct tu_bo **bo);
|
||||
|
||||
void tu_setup_dynamic_framebuffer(struct tu_cmd_buffer *cmd_buffer,
|
||||
const VkRenderingInfo *pRenderingInfo);
|
||||
|
||||
void
|
||||
tu_copy_timestamp_buffer(struct u_trace_context *utctx, void *cmdstream,
|
||||
void *ts_from, uint32_t from_offset,
|
||||
void *ts_to, uint32_t to_offset,
|
||||
uint32_t count);
|
||||
|
||||
|
||||
VkResult
|
||||
tu_create_copy_timestamp_cs(struct tu_cmd_buffer *cmdbuf, struct tu_cs** cs,
|
||||
struct u_trace **trace_copy);
|
||||
|
||||
/* If we copy trace and timestamps we will have to free them. */
|
||||
struct tu_u_trace_cmd_data
|
||||
{
|
||||
struct tu_cs *timestamp_copy_cs;
|
||||
struct u_trace *trace;
|
||||
};
|
||||
|
||||
/* Data necessary to retrieve timestamps and clean all
|
||||
* associated resources afterwards.
|
||||
*/
|
||||
struct tu_u_trace_submission_data
|
||||
{
|
||||
uint32_t submission_id;
|
||||
/* We have to know when timestamps are available,
|
||||
* this sync object indicates it.
|
||||
*/
|
||||
struct tu_u_trace_syncobj *syncobj;
|
||||
|
||||
uint32_t cmd_buffer_count;
|
||||
uint32_t last_buffer_with_tracepoints;
|
||||
struct tu_u_trace_cmd_data *cmd_trace_data;
|
||||
};
|
||||
|
||||
VkResult
|
||||
tu_u_trace_submission_data_create(
|
||||
struct tu_device *device,
|
||||
struct tu_cmd_buffer **cmd_buffers,
|
||||
uint32_t cmd_buffer_count,
|
||||
struct tu_u_trace_submission_data **submission_data);
|
||||
|
||||
void
|
||||
tu_u_trace_submission_data_finish(
|
||||
struct tu_device *device,
|
||||
struct tu_u_trace_submission_data *submission_data);
|
||||
|
||||
#endif /* TU_DEVICE_H */
|
||||
|
|
@ -33,6 +33,7 @@
|
|||
#include "tu_clear_blit.h"
|
||||
#include "tu_cs.h"
|
||||
#include "tu_descriptor_set.h"
|
||||
#include "tu_device.h"
|
||||
#include "tu_drm.h"
|
||||
#include "tu_dynamic_rendering.h"
|
||||
#include "tu_formats.h"
|
||||
|
|
@ -90,338 +91,6 @@ __tu_finishme(const char *file, int line, const char *format, ...)
|
|||
tu_finishme("stub %s", __func__); \
|
||||
} while (0)
|
||||
|
||||
struct tu_memory_heap {
|
||||
/* Standard bits passed on to the client */
|
||||
VkDeviceSize size;
|
||||
VkMemoryHeapFlags flags;
|
||||
|
||||
/** Copied from ANV:
|
||||
*
|
||||
* Driver-internal book-keeping.
|
||||
*
|
||||
* Align it to 64 bits to make atomic operations faster on 32 bit platforms.
|
||||
*/
|
||||
VkDeviceSize used __attribute__ ((aligned (8)));
|
||||
};
|
||||
|
||||
uint64_t
|
||||
tu_get_system_heap_size(void);
|
||||
|
||||
struct tu_physical_device
|
||||
{
|
||||
struct vk_physical_device vk;
|
||||
|
||||
struct tu_instance *instance;
|
||||
|
||||
const char *name;
|
||||
uint8_t driver_uuid[VK_UUID_SIZE];
|
||||
uint8_t device_uuid[VK_UUID_SIZE];
|
||||
uint8_t cache_uuid[VK_UUID_SIZE];
|
||||
|
||||
struct wsi_device wsi_device;
|
||||
|
||||
int local_fd;
|
||||
bool has_local;
|
||||
int64_t local_major;
|
||||
int64_t local_minor;
|
||||
int master_fd;
|
||||
bool has_master;
|
||||
int64_t master_major;
|
||||
int64_t master_minor;
|
||||
|
||||
uint32_t gmem_size;
|
||||
uint64_t gmem_base;
|
||||
uint32_t ccu_offset_gmem;
|
||||
uint32_t ccu_offset_bypass;
|
||||
|
||||
struct fd_dev_id dev_id;
|
||||
const struct fd_dev_info *info;
|
||||
|
||||
int msm_major_version;
|
||||
int msm_minor_version;
|
||||
|
||||
/* Address space and global fault count for this local_fd with DRM backend */
|
||||
uint64_t fault_count;
|
||||
|
||||
struct tu_memory_heap heap;
|
||||
|
||||
struct vk_sync_type syncobj_type;
|
||||
struct vk_sync_timeline_type timeline_type;
|
||||
const struct vk_sync_type *sync_types[3];
|
||||
};
|
||||
|
||||
enum tu_debug_flags
|
||||
{
|
||||
TU_DEBUG_STARTUP = 1 << 0,
|
||||
TU_DEBUG_NIR = 1 << 1,
|
||||
TU_DEBUG_NOBIN = 1 << 3,
|
||||
TU_DEBUG_SYSMEM = 1 << 4,
|
||||
TU_DEBUG_FORCEBIN = 1 << 5,
|
||||
TU_DEBUG_NOUBWC = 1 << 6,
|
||||
TU_DEBUG_NOMULTIPOS = 1 << 7,
|
||||
TU_DEBUG_NOLRZ = 1 << 8,
|
||||
TU_DEBUG_PERFC = 1 << 9,
|
||||
TU_DEBUG_FLUSHALL = 1 << 10,
|
||||
TU_DEBUG_SYNCDRAW = 1 << 11,
|
||||
TU_DEBUG_DONT_CARE_AS_LOAD = 1 << 12,
|
||||
TU_DEBUG_GMEM = 1 << 13,
|
||||
TU_DEBUG_RAST_ORDER = 1 << 14,
|
||||
TU_DEBUG_UNALIGNED_STORE = 1 << 15,
|
||||
TU_DEBUG_LAYOUT = 1 << 16,
|
||||
TU_DEBUG_LOG_SKIP_GMEM_OPS = 1 << 17,
|
||||
TU_DEBUG_PERF = 1 << 18,
|
||||
TU_DEBUG_NOLRZFC = 1 << 19,
|
||||
TU_DEBUG_DYNAMIC = 1 << 20,
|
||||
};
|
||||
|
||||
struct tu_instance
|
||||
{
|
||||
struct vk_instance vk;
|
||||
|
||||
uint32_t api_version;
|
||||
int physical_device_count;
|
||||
struct tu_physical_device physical_devices[TU_MAX_DRM_DEVICES];
|
||||
|
||||
struct driOptionCache dri_options;
|
||||
struct driOptionCache available_dri_options;
|
||||
|
||||
enum tu_debug_flags debug_flags;
|
||||
};
|
||||
|
||||
bool
|
||||
tu_instance_extension_supported(const char *name);
|
||||
uint32_t
|
||||
tu_physical_device_api_version(struct tu_physical_device *dev);
|
||||
bool
|
||||
tu_physical_device_extension_supported(struct tu_physical_device *dev,
|
||||
const char *name);
|
||||
|
||||
/* queue types */
|
||||
#define TU_QUEUE_GENERAL 0
|
||||
|
||||
#define TU_MAX_QUEUE_FAMILIES 1
|
||||
|
||||
struct tu_queue
|
||||
{
|
||||
struct vk_queue vk;
|
||||
|
||||
struct tu_device *device;
|
||||
|
||||
uint32_t msm_queue_id;
|
||||
int fence;
|
||||
};
|
||||
|
||||
enum global_shader {
|
||||
GLOBAL_SH_VS_BLIT,
|
||||
GLOBAL_SH_VS_CLEAR,
|
||||
GLOBAL_SH_FS_BLIT,
|
||||
GLOBAL_SH_FS_BLIT_ZSCALE,
|
||||
GLOBAL_SH_FS_COPY_MS,
|
||||
GLOBAL_SH_FS_CLEAR0,
|
||||
GLOBAL_SH_FS_CLEAR_MAX = GLOBAL_SH_FS_CLEAR0 + MAX_RTS,
|
||||
GLOBAL_SH_COUNT,
|
||||
};
|
||||
|
||||
#define TU_BORDER_COLOR_COUNT 4096
|
||||
#define TU_BORDER_COLOR_BUILTIN 6
|
||||
|
||||
#define TU_BLIT_SHADER_SIZE 1024
|
||||
|
||||
/* This struct defines the layout of the global_bo */
|
||||
struct tu6_global
|
||||
{
|
||||
/* clear/blit shaders */
|
||||
uint32_t shaders[TU_BLIT_SHADER_SIZE];
|
||||
|
||||
uint32_t seqno_dummy; /* dummy seqno for CP_EVENT_WRITE */
|
||||
uint32_t _pad0;
|
||||
volatile uint32_t vsc_draw_overflow;
|
||||
uint32_t _pad1;
|
||||
volatile uint32_t vsc_prim_overflow;
|
||||
uint32_t _pad2;
|
||||
uint64_t predicate;
|
||||
|
||||
/* scratch space for VPC_SO[i].FLUSH_BASE_LO/HI, start on 32 byte boundary. */
|
||||
struct {
|
||||
uint32_t offset;
|
||||
uint32_t pad[7];
|
||||
} flush_base[4];
|
||||
|
||||
ALIGN16 uint32_t cs_indirect_xyz[3];
|
||||
|
||||
volatile uint32_t vtx_stats_query_not_running;
|
||||
|
||||
/* To know when renderpass stats for autotune are valid */
|
||||
volatile uint32_t autotune_fence;
|
||||
|
||||
/* For recycling command buffers for dynamic suspend/resume comamnds */
|
||||
volatile uint32_t dynamic_rendering_fence;
|
||||
|
||||
volatile uint32_t dbg_one;
|
||||
volatile uint32_t dbg_gmem_total_loads;
|
||||
volatile uint32_t dbg_gmem_taken_loads;
|
||||
volatile uint32_t dbg_gmem_total_stores;
|
||||
volatile uint32_t dbg_gmem_taken_stores;
|
||||
|
||||
/* Written from GPU */
|
||||
volatile uint32_t breadcrumb_gpu_sync_seqno;
|
||||
uint32_t _pad3;
|
||||
/* Written from CPU, acknowledges value written from GPU */
|
||||
volatile uint32_t breadcrumb_cpu_sync_seqno;
|
||||
uint32_t _pad4;
|
||||
|
||||
/* note: larger global bo will be used for customBorderColors */
|
||||
struct bcolor_entry bcolor_builtin[TU_BORDER_COLOR_BUILTIN], bcolor[];
|
||||
};
|
||||
#define gb_offset(member) offsetof(struct tu6_global, member)
|
||||
#define global_iova(cmd, member) ((cmd)->device->global_bo->iova + gb_offset(member))
|
||||
|
||||
/* extra space in vsc draw/prim streams */
|
||||
#define VSC_PAD 0x40
|
||||
|
||||
struct tu_device
|
||||
{
|
||||
struct vk_device vk;
|
||||
struct tu_instance *instance;
|
||||
|
||||
struct tu_queue *queues[TU_MAX_QUEUE_FAMILIES];
|
||||
int queue_count[TU_MAX_QUEUE_FAMILIES];
|
||||
|
||||
struct tu_physical_device *physical_device;
|
||||
int fd;
|
||||
|
||||
struct ir3_compiler *compiler;
|
||||
|
||||
/* Backup in-memory cache to be used if the app doesn't provide one */
|
||||
struct vk_pipeline_cache *mem_cache;
|
||||
|
||||
#define MIN_SCRATCH_BO_SIZE_LOG2 12 /* A page */
|
||||
|
||||
/* Currently the kernel driver uses a 32-bit GPU address space, but it
|
||||
* should be impossible to go beyond 48 bits.
|
||||
*/
|
||||
struct {
|
||||
struct tu_bo *bo;
|
||||
mtx_t construct_mtx;
|
||||
bool initialized;
|
||||
} scratch_bos[48 - MIN_SCRATCH_BO_SIZE_LOG2];
|
||||
|
||||
struct tu_bo *global_bo;
|
||||
|
||||
uint32_t implicit_sync_bo_count;
|
||||
|
||||
/* Device-global BO suballocator for reducing BO management overhead for
|
||||
* (read-only) pipeline state. Synchronized by pipeline_mutex.
|
||||
*/
|
||||
struct tu_suballocator pipeline_suballoc;
|
||||
mtx_t pipeline_mutex;
|
||||
|
||||
/* Device-global BO suballocator for reducing BO management for small
|
||||
* gmem/sysmem autotune result buffers. Synchronized by autotune_mutex.
|
||||
*/
|
||||
struct tu_suballocator autotune_suballoc;
|
||||
mtx_t autotune_mutex;
|
||||
|
||||
/* the blob seems to always use 8K factor and 128K param sizes, copy them */
|
||||
#define TU_TESS_FACTOR_SIZE (8 * 1024)
|
||||
#define TU_TESS_PARAM_SIZE (128 * 1024)
|
||||
#define TU_TESS_BO_SIZE (TU_TESS_FACTOR_SIZE + TU_TESS_PARAM_SIZE)
|
||||
/* Lazily allocated, protected by the device mutex. */
|
||||
struct tu_bo *tess_bo;
|
||||
|
||||
struct ir3_shader_variant *global_shader_variants[GLOBAL_SH_COUNT];
|
||||
struct ir3_shader *global_shaders[GLOBAL_SH_COUNT];
|
||||
uint64_t global_shader_va[GLOBAL_SH_COUNT];
|
||||
|
||||
uint32_t vsc_draw_strm_pitch;
|
||||
uint32_t vsc_prim_strm_pitch;
|
||||
BITSET_DECLARE(custom_border_color, TU_BORDER_COLOR_COUNT);
|
||||
mtx_t mutex;
|
||||
|
||||
/* bo list for submits: */
|
||||
struct drm_msm_gem_submit_bo *bo_list;
|
||||
/* map bo handles to bo list index: */
|
||||
uint32_t bo_count, bo_list_size;
|
||||
mtx_t bo_mutex;
|
||||
/* protects imported BOs creation/freeing */
|
||||
struct u_rwlock dma_bo_lock;
|
||||
|
||||
/* This array holds all our 'struct tu_bo' allocations. We use this
|
||||
* so we can add a refcount to our BOs and check if a particular BO
|
||||
* was already allocated in this device using its GEM handle. This is
|
||||
* necessary to properly manage BO imports, because the kernel doesn't
|
||||
* refcount the underlying BO memory.
|
||||
*
|
||||
* Specifically, when self-importing (i.e. importing a BO into the same
|
||||
* device that created it), the kernel will give us the same BO handle
|
||||
* for both BOs and we must only free it once when both references are
|
||||
* freed. Otherwise, if we are not self-importing, we get two different BO
|
||||
* handles, and we want to free each one individually.
|
||||
*
|
||||
* The refcount is also useful for being able to maintain BOs across
|
||||
* VK object lifetimes, such as pipelines suballocating out of BOs
|
||||
* allocated on the device.
|
||||
*/
|
||||
struct util_sparse_array bo_map;
|
||||
|
||||
/* Command streams to set pass index to a scratch reg */
|
||||
struct tu_cs *perfcntrs_pass_cs;
|
||||
struct tu_cs_entry *perfcntrs_pass_cs_entries;
|
||||
|
||||
struct util_dynarray dynamic_rendering_pending;
|
||||
VkCommandPool dynamic_rendering_pool;
|
||||
uint32_t dynamic_rendering_fence;
|
||||
|
||||
/* Condition variable for timeline semaphore to notify waiters when a
|
||||
* new submit is executed. */
|
||||
pthread_cond_t timeline_cond;
|
||||
pthread_mutex_t submit_mutex;
|
||||
|
||||
struct tu_autotune autotune;
|
||||
|
||||
struct breadcrumbs_context *breadcrumbs_ctx;
|
||||
|
||||
#ifdef ANDROID
|
||||
const void *gralloc;
|
||||
enum {
|
||||
TU_GRALLOC_UNKNOWN,
|
||||
TU_GRALLOC_CROS,
|
||||
TU_GRALLOC_OTHER,
|
||||
} gralloc_type;
|
||||
#endif
|
||||
|
||||
uint32_t submit_count;
|
||||
|
||||
struct u_trace_context trace_context;
|
||||
|
||||
#ifdef HAVE_PERFETTO
|
||||
struct tu_perfetto_state perfetto;
|
||||
#endif
|
||||
|
||||
bool use_z24uint_s8uint;
|
||||
};
|
||||
|
||||
VkResult
|
||||
tu_device_submit_deferred_locked(struct tu_device *dev);
|
||||
|
||||
uint64_t
|
||||
tu_device_ticks_to_ns(struct tu_device *dev, uint64_t ts);
|
||||
|
||||
static inline struct tu_bo *
|
||||
tu_device_lookup_bo(struct tu_device *device, uint32_t handle)
|
||||
{
|
||||
return (struct tu_bo *) util_sparse_array_get(&device->bo_map, handle);
|
||||
}
|
||||
|
||||
/* Get a scratch bo for use inside a command buffer. This will always return
|
||||
* the same bo given the same size or similar sizes, so only one scratch bo
|
||||
* can be used at the same time. It's meant for short-lived things where we
|
||||
* need to write to some piece of memory, read from it, and then immediately
|
||||
* discard it.
|
||||
*/
|
||||
VkResult
|
||||
tu_get_scratch_bo(struct tu_device *dev, uint64_t size, struct tu_bo **bo);
|
||||
|
||||
enum tu_draw_state_group_id
|
||||
{
|
||||
TU_DRAW_STATE_PROGRAM_CONFIG,
|
||||
|
|
@ -446,73 +115,6 @@ enum tu_draw_state_group_id
|
|||
TU_DRAW_STATE_COUNT = TU_DRAW_STATE_DYNAMIC + TU_DYNAMIC_STATE_COUNT,
|
||||
};
|
||||
|
||||
struct tu_device_memory
|
||||
{
|
||||
struct vk_object_base base;
|
||||
|
||||
struct tu_bo *bo;
|
||||
};
|
||||
|
||||
struct tu_buffer
|
||||
{
|
||||
struct vk_object_base base;
|
||||
|
||||
VkDeviceSize size;
|
||||
|
||||
VkBufferUsageFlags usage;
|
||||
VkBufferCreateFlags flags;
|
||||
|
||||
struct tu_bo *bo;
|
||||
uint64_t iova;
|
||||
};
|
||||
|
||||
const char *
|
||||
tu_get_debug_option_name(int id);
|
||||
|
||||
const char *
|
||||
tu_get_perftest_option_name(int id);
|
||||
|
||||
struct tu_attachment_info
|
||||
{
|
||||
struct tu_image_view *attachment;
|
||||
};
|
||||
|
||||
struct tu_tiling_config {
|
||||
/* size of the first tile */
|
||||
VkExtent2D tile0;
|
||||
/* number of tiles */
|
||||
VkExtent2D tile_count;
|
||||
|
||||
/* size of the first VSC pipe */
|
||||
VkExtent2D pipe0;
|
||||
/* number of VSC pipes */
|
||||
VkExtent2D pipe_count;
|
||||
|
||||
/* Whether binning should be used for gmem rendering using this framebuffer. */
|
||||
bool binning;
|
||||
|
||||
/* Whether binning could be used for gmem rendering using this framebuffer. */
|
||||
bool binning_possible;
|
||||
|
||||
/* pipe register values */
|
||||
uint32_t pipe_config[MAX_VSC_PIPES];
|
||||
uint32_t pipe_sizes[MAX_VSC_PIPES];
|
||||
};
|
||||
|
||||
struct tu_framebuffer
|
||||
{
|
||||
struct vk_object_base base;
|
||||
|
||||
uint32_t width;
|
||||
uint32_t height;
|
||||
uint32_t layers;
|
||||
|
||||
struct tu_tiling_config tiling[TU_GMEM_LAYOUT_COUNT];
|
||||
|
||||
uint32_t attachment_count;
|
||||
struct tu_attachment_info attachments[0];
|
||||
};
|
||||
|
||||
void
|
||||
tu_framebuffer_tiling_config(struct tu_framebuffer *fb,
|
||||
const struct tu_device *device,
|
||||
|
|
@ -1092,9 +694,6 @@ void tu_emit_cache_flush_ccu(struct tu_cmd_buffer *cmd_buffer,
|
|||
struct tu_cs *cs,
|
||||
enum tu_cmd_ccu_state ccu_state);
|
||||
|
||||
void tu_setup_dynamic_framebuffer(struct tu_cmd_buffer *cmd_buffer,
|
||||
const VkRenderingInfo *pRenderingInfo);
|
||||
|
||||
void
|
||||
tu_append_pre_chain(struct tu_cmd_buffer *cmd,
|
||||
struct tu_cmd_buffer *secondary);
|
||||
|
|
@ -1125,12 +724,6 @@ tu_get_descriptors_state(struct tu_cmd_buffer *cmd_buffer,
|
|||
return &cmd_buffer->descriptors[bind_point];
|
||||
}
|
||||
|
||||
struct tu_event
|
||||
{
|
||||
struct vk_object_base base;
|
||||
struct tu_bo *bo;
|
||||
};
|
||||
|
||||
void tu6_emit_msaa(struct tu_cs *cs, VkSampleCountFlagBits samples,
|
||||
enum a5xx_line_mode line_mode);
|
||||
|
||||
|
|
@ -1143,13 +736,6 @@ void tu_disable_draw_states(struct tu_cmd_buffer *cmd, struct tu_cs *cs);
|
|||
void tu6_apply_depth_bounds_workaround(struct tu_device *device,
|
||||
uint32_t *rb_depth_cntl);
|
||||
|
||||
struct tu_sampler {
|
||||
struct vk_object_base base;
|
||||
|
||||
uint32_t descriptor[A6XX_TEX_SAMP_DWORDS];
|
||||
struct tu_sampler_ycbcr_conversion *ycbcr_sampler;
|
||||
};
|
||||
|
||||
VkResult
|
||||
tu_gralloc_info(struct tu_device *device,
|
||||
const VkNativeBufferANDROID *gralloc_info,
|
||||
|
|
@ -1162,75 +748,11 @@ tu_import_memory_from_gralloc_handle(VkDevice device_h,
|
|||
const VkAllocationCallbacks *alloc,
|
||||
VkImage image_h);
|
||||
|
||||
VkResult
|
||||
tu_physical_device_init(struct tu_physical_device *device,
|
||||
struct tu_instance *instance);
|
||||
void
|
||||
tu_copy_timestamp_buffer(struct u_trace_context *utctx, void *cmdstream,
|
||||
void *ts_from, uint32_t from_offset,
|
||||
void *ts_to, uint32_t to_offset,
|
||||
uint32_t count);
|
||||
|
||||
|
||||
VkResult
|
||||
tu_create_copy_timestamp_cs(struct tu_cmd_buffer *cmdbuf, struct tu_cs** cs,
|
||||
struct u_trace **trace_copy);
|
||||
|
||||
/* If we copy trace and timestamps we will have to free them. */
|
||||
struct tu_u_trace_cmd_data
|
||||
{
|
||||
struct tu_cs *timestamp_copy_cs;
|
||||
struct u_trace *trace;
|
||||
};
|
||||
|
||||
/* Data necessary to retrieve timestamps and clean all
|
||||
* associated resources afterwards.
|
||||
*/
|
||||
struct tu_u_trace_submission_data
|
||||
{
|
||||
uint32_t submission_id;
|
||||
/* We have to know when timestamps are available,
|
||||
* this sync object indicates it.
|
||||
*/
|
||||
struct tu_u_trace_syncobj *syncobj;
|
||||
|
||||
uint32_t cmd_buffer_count;
|
||||
uint32_t last_buffer_with_tracepoints;
|
||||
struct tu_u_trace_cmd_data *cmd_trace_data;
|
||||
};
|
||||
|
||||
VkResult
|
||||
tu_u_trace_submission_data_create(
|
||||
struct tu_device *device,
|
||||
struct tu_cmd_buffer **cmd_buffers,
|
||||
uint32_t cmd_buffer_count,
|
||||
struct tu_u_trace_submission_data **submission_data);
|
||||
|
||||
void
|
||||
tu_u_trace_submission_data_finish(
|
||||
struct tu_device *device,
|
||||
struct tu_u_trace_submission_data *submission_data);
|
||||
|
||||
VK_DEFINE_HANDLE_CASTS(tu_cmd_buffer, vk.base, VkCommandBuffer,
|
||||
VK_OBJECT_TYPE_COMMAND_BUFFER)
|
||||
VK_DEFINE_HANDLE_CASTS(tu_device, vk.base, VkDevice, VK_OBJECT_TYPE_DEVICE)
|
||||
VK_DEFINE_HANDLE_CASTS(tu_instance, vk.base, VkInstance,
|
||||
VK_OBJECT_TYPE_INSTANCE)
|
||||
VK_DEFINE_HANDLE_CASTS(tu_physical_device, vk.base, VkPhysicalDevice,
|
||||
VK_OBJECT_TYPE_PHYSICAL_DEVICE)
|
||||
VK_DEFINE_HANDLE_CASTS(tu_queue, vk.base, VkQueue, VK_OBJECT_TYPE_QUEUE)
|
||||
|
||||
VK_DEFINE_NONDISP_HANDLE_CASTS(tu_cmd_pool, vk.base, VkCommandPool,
|
||||
VK_OBJECT_TYPE_COMMAND_POOL)
|
||||
VK_DEFINE_NONDISP_HANDLE_CASTS(tu_buffer, base, VkBuffer,
|
||||
VK_OBJECT_TYPE_BUFFER)
|
||||
VK_DEFINE_NONDISP_HANDLE_CASTS(tu_device_memory, base, VkDeviceMemory,
|
||||
VK_OBJECT_TYPE_DEVICE_MEMORY)
|
||||
VK_DEFINE_NONDISP_HANDLE_CASTS(tu_event, base, VkEvent, VK_OBJECT_TYPE_EVENT)
|
||||
VK_DEFINE_NONDISP_HANDLE_CASTS(tu_framebuffer, base, VkFramebuffer,
|
||||
VK_OBJECT_TYPE_FRAMEBUFFER)
|
||||
VK_DEFINE_NONDISP_HANDLE_CASTS(tu_sampler, base, VkSampler,
|
||||
VK_OBJECT_TYPE_SAMPLER)
|
||||
|
||||
void
|
||||
update_stencil_mask(uint32_t *value, VkStencilFaceFlags face, uint32_t mask);
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue