mesa/src/vulkan/runtime/vk_command_buffer.c
Lionel Landwerlin 3ffca66b3c vulkan/runtime: fix invalid address flags value for CmdCopyBufferToImage2
Signed-off-by: Lionel Landwerlin <lionel.g.landwerlin@intel.com>
Fixes: a8e49be9d9 ("vulkan/runtime: add implementation of older entrypoints using KHR_DAC")
Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/40387>
2026-05-07 15:49:19 +00:00

978 lines
38 KiB
C

/*
* Copyright © 2021 Intel Corporation
*
* Permission is hereby granted, free of charge, to any person obtaining a
* copy of this software and associated documentation files (the "Software"),
* to deal in the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice (including the next
* paragraph) shall be included in all copies or substantial portions of the
* Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
* IN THE SOFTWARE.
*/
#include "vk_command_buffer.h"
#include "vk_alloc.h"
#include "vk_buffer.h"
#include "vk_command_pool.h"
#include "vk_common_entrypoints.h"
#include "vk_device.h"
#include "vk_util.h"
VkResult
vk_command_buffer_init(struct vk_command_pool *pool,
struct vk_command_buffer *command_buffer,
const struct vk_command_buffer_ops *ops,
VkCommandBufferLevel level)
{
memset(command_buffer, 0, sizeof(*command_buffer));
vk_object_base_init(pool->base.device, &command_buffer->base,
VK_OBJECT_TYPE_COMMAND_BUFFER);
command_buffer->pool = pool;
command_buffer->level = level;
command_buffer->ops = ops;
vk_dynamic_graphics_state_init(&command_buffer->dynamic_graphics_state);
command_buffer->state = MESA_VK_COMMAND_BUFFER_STATE_INITIAL;
command_buffer->record_result = VK_SUCCESS;
vk_cmd_queue_init(&command_buffer->cmd_queue);
vk_meta_object_list_init(&command_buffer->meta_objects);
command_buffer->labels = UTIL_DYNARRAY_INIT;
command_buffer->region_begin = true;
list_add(&command_buffer->pool_link, &pool->command_buffers);
return VK_SUCCESS;
}
void
vk_command_buffer_reset(struct vk_command_buffer *command_buffer)
{
vk_dynamic_graphics_state_clear(&command_buffer->dynamic_graphics_state);
command_buffer->state = MESA_VK_COMMAND_BUFFER_STATE_INITIAL;
command_buffer->record_result = VK_SUCCESS;
vk_command_buffer_reset_render_pass(command_buffer);
vk_cmd_queue_reset(&command_buffer->cmd_queue);
vk_meta_object_list_reset(command_buffer->base.device,
&command_buffer->meta_objects);
util_dynarray_foreach (&command_buffer->labels, VkDebugUtilsLabelEXT, label)
vk_free(&command_buffer->base.device->alloc, (void *)label->pLabelName);
util_dynarray_clear(&command_buffer->labels);
command_buffer->region_begin = true;
}
void
vk_command_buffer_begin(struct vk_command_buffer *command_buffer,
const VkCommandBufferBeginInfo *pBeginInfo)
{
if (command_buffer->state != MESA_VK_COMMAND_BUFFER_STATE_INITIAL &&
command_buffer->ops->reset != NULL)
command_buffer->ops->reset(command_buffer, 0);
command_buffer->state = MESA_VK_COMMAND_BUFFER_STATE_RECORDING;
}
VkResult
vk_command_buffer_end(struct vk_command_buffer *command_buffer)
{
assert(command_buffer->state == MESA_VK_COMMAND_BUFFER_STATE_RECORDING);
if (vk_command_buffer_has_error(command_buffer))
command_buffer->state = MESA_VK_COMMAND_BUFFER_STATE_INVALID;
else
command_buffer->state = MESA_VK_COMMAND_BUFFER_STATE_EXECUTABLE;
return vk_command_buffer_get_record_result(command_buffer);
}
void
vk_command_buffer_finish(struct vk_command_buffer *command_buffer)
{
list_del(&command_buffer->pool_link);
vk_command_buffer_reset_render_pass(command_buffer);
vk_cmd_queue_finish(&command_buffer->cmd_queue);
util_dynarray_foreach (&command_buffer->labels, VkDebugUtilsLabelEXT, label)
vk_free(&command_buffer->base.device->alloc, (void *)label->pLabelName);
util_dynarray_fini(&command_buffer->labels);
vk_meta_object_list_finish(command_buffer->base.device,
&command_buffer->meta_objects);
vk_object_base_finish(&command_buffer->base);
}
void
vk_command_buffer_recycle(struct vk_command_buffer *cmd_buffer)
{
/* Reset, returning resources to the pool. The command buffer object
* itself will be recycled but, if the driver supports returning other
* resources such as batch buffers to the pool, it should do so so they're
* not tied up in recycled command buffer objects.
*/
cmd_buffer->ops->reset(cmd_buffer,
VK_COMMAND_BUFFER_RESET_RELEASE_RESOURCES_BIT);
vk_object_base_recycle(&cmd_buffer->base);
}
VKAPI_ATTR VkResult VKAPI_CALL
vk_common_ResetCommandBuffer(VkCommandBuffer commandBuffer,
VkCommandBufferResetFlags flags)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
if (cmd_buffer->state != MESA_VK_COMMAND_BUFFER_STATE_INITIAL)
cmd_buffer->ops->reset(cmd_buffer, flags);
return VK_SUCCESS;
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdExecuteCommands(VkCommandBuffer commandBuffer,
uint32_t commandBufferCount,
const VkCommandBuffer *pCommandBuffers)
{
VK_FROM_HANDLE(vk_command_buffer, primary, commandBuffer);
const struct vk_device_dispatch_table *disp =
primary->base.device->command_dispatch_table;
for (uint32_t i = 0; i < commandBufferCount; i++) {
VK_FROM_HANDLE(vk_command_buffer, secondary, pCommandBuffers[i]);
vk_cmd_queue_execute(&secondary->cmd_queue, commandBuffer, disp);
}
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdBindVertexBuffers(VkCommandBuffer commandBuffer,
uint32_t firstBinding,
uint32_t bindingCount,
const VkBuffer *pBuffers,
const VkDeviceSize *pOffsets)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdBindVertexBuffers2(commandBuffer, firstBinding, bindingCount,
pBuffers, pOffsets, NULL, NULL);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdBindIndexBuffer(
VkCommandBuffer commandBuffer,
VkBuffer buffer,
VkDeviceSize offset,
VkIndexType indexType)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdBindIndexBuffer2KHR(commandBuffer, buffer, offset,
VK_WHOLE_SIZE, indexType);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdDispatch(VkCommandBuffer commandBuffer,
uint32_t groupCountX,
uint32_t groupCountY,
uint32_t groupCountZ)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdDispatchBase(commandBuffer, 0, 0, 0,
groupCountX, groupCountY, groupCountZ);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdSetDeviceMask(VkCommandBuffer commandBuffer, uint32_t deviceMask)
{
/* Nothing to do here since we only support a single device */
assert(deviceMask == 0x1);
}
VkShaderStageFlags
vk_shader_stages_from_bind_point(VkPipelineBindPoint pipelineBindPoint)
{
switch (pipelineBindPoint) {
#ifdef VK_ENABLE_BETA_EXTENSIONS
case VK_PIPELINE_BIND_POINT_EXECUTION_GRAPH_AMDX:
return VK_SHADER_STAGE_COMPUTE_BIT | MESA_VK_SHADER_STAGE_WORKGRAPH_HACK_BIT_FIXME;
#endif
case VK_PIPELINE_BIND_POINT_COMPUTE:
return VK_SHADER_STAGE_COMPUTE_BIT;
case VK_PIPELINE_BIND_POINT_GRAPHICS:
return VK_SHADER_STAGE_ALL_GRAPHICS | VK_SHADER_STAGE_TASK_BIT_EXT | VK_SHADER_STAGE_MESH_BIT_EXT;
case VK_PIPELINE_BIND_POINT_RAY_TRACING_KHR:
return VK_SHADER_STAGE_RAYGEN_BIT_KHR |
VK_SHADER_STAGE_ANY_HIT_BIT_KHR |
VK_SHADER_STAGE_CLOSEST_HIT_BIT_KHR |
VK_SHADER_STAGE_MISS_BIT_KHR |
VK_SHADER_STAGE_INTERSECTION_BIT_KHR |
VK_SHADER_STAGE_CALLABLE_BIT_KHR;
default:
UNREACHABLE("unknown bind point!");
}
return 0;
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdBindDescriptorSets(
VkCommandBuffer commandBuffer,
VkPipelineBindPoint pipelineBindPoint,
VkPipelineLayout layout,
uint32_t firstSet,
uint32_t descriptorSetCount,
const VkDescriptorSet* pDescriptorSets,
uint32_t dynamicOffsetCount,
const uint32_t* pDynamicOffsets)
{
const VkBindDescriptorSetsInfoKHR two = {
.sType = VK_STRUCTURE_TYPE_BIND_DESCRIPTOR_SETS_INFO_KHR,
.stageFlags = vk_shader_stages_from_bind_point(pipelineBindPoint),
.layout = layout,
.firstSet = firstSet,
.descriptorSetCount = descriptorSetCount,
.pDescriptorSets = pDescriptorSets,
.dynamicOffsetCount = dynamicOffsetCount,
.pDynamicOffsets = pDynamicOffsets
};
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdBindDescriptorSets2KHR(commandBuffer, &two);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdPushConstants(
VkCommandBuffer commandBuffer,
VkPipelineLayout layout,
VkShaderStageFlags stageFlags,
uint32_t offset,
uint32_t size,
const void* pValues)
{
const VkPushConstantsInfoKHR two = {
.sType = VK_STRUCTURE_TYPE_PUSH_CONSTANTS_INFO_KHR,
.layout = layout,
.stageFlags = stageFlags,
.offset = offset,
.size = size,
.pValues = pValues,
};
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdPushConstants2KHR(commandBuffer, &two);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdPushDescriptorSetKHR(
VkCommandBuffer commandBuffer,
VkPipelineBindPoint pipelineBindPoint,
VkPipelineLayout layout,
uint32_t set,
uint32_t descriptorWriteCount,
const VkWriteDescriptorSet* pDescriptorWrites)
{
const VkPushDescriptorSetInfoKHR two = {
.sType = VK_STRUCTURE_TYPE_PUSH_CONSTANTS_INFO_KHR,
.stageFlags = vk_shader_stages_from_bind_point(pipelineBindPoint),
.layout = layout,
.set = set,
.descriptorWriteCount = descriptorWriteCount,
.pDescriptorWrites = pDescriptorWrites,
};
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdPushDescriptorSet2KHR(commandBuffer, &two);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdPushDescriptorSetWithTemplateKHR(
VkCommandBuffer commandBuffer,
VkDescriptorUpdateTemplate descriptorUpdateTemplate,
VkPipelineLayout layout,
uint32_t set,
const void* pData)
{
const VkPushDescriptorSetWithTemplateInfoKHR two = {
.sType = VK_STRUCTURE_TYPE_PUSH_DESCRIPTOR_SET_WITH_TEMPLATE_INFO_KHR,
.descriptorUpdateTemplate = descriptorUpdateTemplate,
.layout = layout,
.set = set,
.pData = pData,
};
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdPushDescriptorSetWithTemplate2KHR(commandBuffer, &two);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdSetDescriptorBufferOffsetsEXT(
VkCommandBuffer commandBuffer,
VkPipelineBindPoint pipelineBindPoint,
VkPipelineLayout layout,
uint32_t firstSet,
uint32_t setCount,
const uint32_t* pBufferIndices,
const VkDeviceSize* pOffsets)
{
const VkSetDescriptorBufferOffsetsInfoEXT two = {
.sType = VK_STRUCTURE_TYPE_SET_DESCRIPTOR_BUFFER_OFFSETS_INFO_EXT,
.stageFlags = vk_shader_stages_from_bind_point(pipelineBindPoint),
.layout = layout,
.firstSet = firstSet,
.setCount = setCount,
.pBufferIndices = pBufferIndices,
.pOffsets = pOffsets
};
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdSetDescriptorBufferOffsets2EXT(commandBuffer, &two);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdBindDescriptorBufferEmbeddedSamplersEXT(
VkCommandBuffer commandBuffer,
VkPipelineBindPoint pipelineBindPoint,
VkPipelineLayout layout,
uint32_t set)
{
const VkBindDescriptorBufferEmbeddedSamplersInfoEXT two = {
.sType = VK_STRUCTURE_TYPE_BIND_DESCRIPTOR_BUFFER_EMBEDDED_SAMPLERS_INFO_EXT,
.stageFlags = vk_shader_stages_from_bind_point(pipelineBindPoint),
.layout = layout,
.set = set
};
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdBindDescriptorBufferEmbeddedSamplers2EXT(commandBuffer, &two);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdBindIndexBuffer2KHR(
VkCommandBuffer commandBuffer,
VkBuffer _buffer,
VkDeviceSize offset,
VkDeviceSize size,
VkIndexType indexType)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
VK_FROM_HANDLE(vk_buffer, buffer, _buffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdBindIndexBuffer3KHR(
commandBuffer,
&(VkBindIndexBuffer3InfoKHR) {
.sType = VK_STRUCTURE_TYPE_BIND_INDEX_BUFFER_3_INFO_KHR,
.addressRange = vk_device_address_range(
buffer, offset, size),
.addressFlags = buffer ? buffer->address_flags : 0,
.indexType = indexType,
});
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdBindVertexBuffers2EXT(
VkCommandBuffer commandBuffer,
uint32_t firstBinding,
uint32_t bindingCount,
const VkBuffer* pBuffers,
const VkDeviceSize* pOffsets,
const VkDeviceSize* pSizes,
const VkDeviceSize* pStrides)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
STACK_ARRAY(VkBindVertexBuffer3InfoKHR, bindings, bindingCount);
for (uint32_t b = 0; b < bindingCount; b++) {
VK_FROM_HANDLE(vk_buffer, buffer, pBuffers[b]);
bindings[b] = (VkBindVertexBuffer3InfoKHR) {
.sType = VK_STRUCTURE_TYPE_BIND_VERTEX_BUFFER_3_INFO_KHR,
.addressRange = vk_strided_device_address_range(
buffer, pOffsets[b],
pSizes != NULL ? pSizes[b] : VK_WHOLE_SIZE,
pStrides != NULL ? pStrides[b] : 0),
.addressFlags = buffer ? buffer->address_flags : 0,
.setStride = pStrides != NULL,
};
}
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdBindVertexBuffers3KHR(
commandBuffer, firstBinding, bindingCount,
bindingCount > 0 ? bindings : NULL);
STACK_ARRAY_FINISH(bindings);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdDrawIndirect(
VkCommandBuffer commandBuffer,
VkBuffer _buffer,
VkDeviceSize offset,
uint32_t drawCount,
uint32_t stride)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
VK_FROM_HANDLE(vk_buffer, buffer, _buffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdDrawIndirect2KHR(commandBuffer,
&(VkDrawIndirect2InfoKHR) {
.sType = VK_STRUCTURE_TYPE_DRAW_INDIRECT_2_INFO_KHR,
.addressRange = vk_strided_device_address_range(
buffer, offset, VK_WHOLE_SIZE, stride),
.addressFlags = buffer->address_flags,
.drawCount = drawCount,
});
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdDrawIndexedIndirect(
VkCommandBuffer commandBuffer,
VkBuffer _buffer,
VkDeviceSize offset,
uint32_t drawCount,
uint32_t stride)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
VK_FROM_HANDLE(vk_buffer, buffer, _buffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdDrawIndexedIndirect2KHR(
commandBuffer,
&(VkDrawIndirect2InfoKHR) {
.sType = VK_STRUCTURE_TYPE_DRAW_INDIRECT_2_INFO_KHR,
.addressRange = vk_strided_device_address_range(
buffer, offset, VK_WHOLE_SIZE, stride),
.addressFlags = buffer->address_flags,
.drawCount = drawCount,
});
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdDrawIndirectCount(
VkCommandBuffer commandBuffer,
VkBuffer _buffer,
VkDeviceSize offset,
VkBuffer countBuffer,
VkDeviceSize countBufferOffset,
uint32_t maxDrawCount,
uint32_t stride)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
VK_FROM_HANDLE(vk_buffer, buffer, _buffer);
VK_FROM_HANDLE(vk_buffer, count_buffer, countBuffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdDrawIndirectCount2KHR(
commandBuffer,
&(VkDrawIndirectCount2InfoKHR) {
.sType = VK_STRUCTURE_TYPE_DRAW_INDIRECT_COUNT_2_INFO_KHR,
.addressRange = vk_strided_device_address_range(
buffer, offset, VK_WHOLE_SIZE, stride),
.addressFlags = buffer->address_flags,
.countAddressRange = vk_device_address_range(
count_buffer, countBufferOffset, VK_WHOLE_SIZE),
.countAddressFlags = count_buffer->address_flags,
.maxDrawCount = maxDrawCount,
});
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdDrawIndexedIndirectCount(
VkCommandBuffer commandBuffer,
VkBuffer _buffer,
VkDeviceSize offset,
VkBuffer countBuffer,
VkDeviceSize countBufferOffset,
uint32_t maxDrawCount,
uint32_t stride)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
VK_FROM_HANDLE(vk_buffer, buffer, _buffer);
VK_FROM_HANDLE(vk_buffer, count_buffer, countBuffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdDrawIndexedIndirectCount2KHR(
commandBuffer,
&(VkDrawIndirectCount2InfoKHR) {
.sType = VK_STRUCTURE_TYPE_DRAW_INDIRECT_COUNT_2_INFO_KHR,
.addressRange = vk_strided_device_address_range(
buffer, offset, VK_WHOLE_SIZE, stride),
.addressFlags = buffer->address_flags,
.countAddressRange = vk_device_address_range(
count_buffer, countBufferOffset, VK_WHOLE_SIZE),
.countAddressFlags = count_buffer->address_flags,
.maxDrawCount = maxDrawCount,
});
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdBeginConditionalRenderingEXT(
VkCommandBuffer commandBuffer,
const VkConditionalRenderingBeginInfoEXT* pConditionalRenderingBegin)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
VK_FROM_HANDLE(vk_buffer, buffer, pConditionalRenderingBegin->buffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdBeginConditionalRendering2EXT(
commandBuffer,
&(VkConditionalRenderingBeginInfo2EXT) {
.sType = VK_STRUCTURE_TYPE_CONDITIONAL_RENDERING_BEGIN_INFO_2_EXT,
.addressRange = vk_device_address_range(
buffer, pConditionalRenderingBegin->offset, VK_WHOLE_SIZE),
.flags = pConditionalRenderingBegin->flags,
});
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdBindTransformFeedbackBuffersEXT(
VkCommandBuffer commandBuffer,
uint32_t firstBinding,
uint32_t bindingCount,
const VkBuffer* pBuffers,
const VkDeviceSize* pOffsets,
const VkDeviceSize* pSizes)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
STACK_ARRAY(VkBindTransformFeedbackBuffer2InfoEXT, bindings, bindingCount);
for (uint32_t b = 0; b < bindingCount; b++) {
VK_FROM_HANDLE(vk_buffer, buffer, pBuffers[b]);
bindings[b] = (VkBindTransformFeedbackBuffer2InfoEXT) {
.sType = VK_STRUCTURE_TYPE_BIND_TRANSFORM_FEEDBACK_BUFFER_2_INFO_EXT,
.addressRange = vk_device_address_range(
buffer, pOffsets ? pOffsets[b] : 0,
pSizes ? pSizes[b] : VK_WHOLE_SIZE),
.addressFlags = buffer ? buffer->address_flags : 0,
};
}
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdBindTransformFeedbackBuffers2EXT(
commandBuffer, firstBinding, bindingCount,
bindingCount > 0 ? bindings : NULL);
STACK_ARRAY_FINISH(bindings);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdBeginTransformFeedbackEXT(
VkCommandBuffer commandBuffer,
uint32_t firstCounterBuffer,
uint32_t counterBufferCount,
const VkBuffer* pCounterBuffers,
const VkDeviceSize* pCounterBufferOffsets)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
STACK_ARRAY(VkBindTransformFeedbackBuffer2InfoEXT, buffers, counterBufferCount);
for (uint32_t b = 0; pCounterBuffers && b < counterBufferCount; b++) {
VK_FROM_HANDLE(vk_buffer, buffer, pCounterBuffers[b]);
buffers[b] = (VkBindTransformFeedbackBuffer2InfoEXT) {
.sType = VK_STRUCTURE_TYPE_BIND_TRANSFORM_FEEDBACK_BUFFER_2_INFO_EXT,
.addressRange = vk_device_address_range(
buffer, pCounterBufferOffsets ? pCounterBufferOffsets[b] : 0,
VK_WHOLE_SIZE),
.addressFlags = buffer ? buffer->address_flags : 0,
};
}
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdBeginTransformFeedback2EXT(
commandBuffer, firstCounterBuffer, counterBufferCount,
counterBufferCount > 0 && pCounterBuffers ? buffers : NULL);
STACK_ARRAY_FINISH(buffers);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdEndTransformFeedbackEXT(
VkCommandBuffer commandBuffer,
uint32_t firstCounterBuffer,
uint32_t counterBufferCount,
const VkBuffer* pCounterBuffers,
const VkDeviceSize* pCounterBufferOffsets)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
STACK_ARRAY(VkBindTransformFeedbackBuffer2InfoEXT, buffers, counterBufferCount);
for (uint32_t b = 0; pCounterBuffers && b < counterBufferCount; b++) {
VK_FROM_HANDLE(vk_buffer, buffer, pCounterBuffers[b]);
buffers[b] = (VkBindTransformFeedbackBuffer2InfoEXT) {
.sType = VK_STRUCTURE_TYPE_BIND_TRANSFORM_FEEDBACK_BUFFER_2_INFO_EXT,
.addressRange = vk_device_address_range(
buffer, pCounterBufferOffsets ? pCounterBufferOffsets[b] : 0,
VK_WHOLE_SIZE),
.addressFlags = buffer ? buffer->address_flags : 0,
};
}
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdEndTransformFeedback2EXT(
commandBuffer, firstCounterBuffer, counterBufferCount,
counterBufferCount > 0 && pCounterBuffers ? buffers : NULL);
STACK_ARRAY_FINISH(buffers);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdDrawIndirectByteCountEXT(
VkCommandBuffer commandBuffer,
uint32_t instanceCount,
uint32_t firstInstance,
VkBuffer counterBuffer,
VkDeviceSize counterBufferOffset,
uint32_t counterOffset,
uint32_t vertexStride)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
VK_FROM_HANDLE(vk_buffer, buffer, counterBuffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdDrawIndirectByteCount2EXT(
commandBuffer, instanceCount, firstInstance,
&(VkBindTransformFeedbackBuffer2InfoEXT) {
.addressRange = vk_device_address_range(
buffer, counterBufferOffset, VK_WHOLE_SIZE),
.addressFlags = buffer->address_flags,
},
counterOffset,
vertexStride);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdDrawMeshTasksIndirectEXT(
VkCommandBuffer commandBuffer,
VkBuffer _buffer,
VkDeviceSize offset,
uint32_t drawCount,
uint32_t stride)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
VK_FROM_HANDLE(vk_buffer, buffer, _buffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdDrawMeshTasksIndirect2EXT(
commandBuffer,
&(VkDrawIndirect2InfoKHR) {
.addressRange = vk_strided_device_address_range(
buffer, offset, VK_WHOLE_SIZE, stride),
.addressFlags = buffer->address_flags,
.drawCount = drawCount,
});
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdDrawMeshTasksIndirectCountEXT(
VkCommandBuffer commandBuffer,
VkBuffer _buffer,
VkDeviceSize offset,
VkBuffer countBuffer,
VkDeviceSize countBufferOffset,
uint32_t maxDrawCount,
uint32_t stride)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
VK_FROM_HANDLE(vk_buffer, buffer, _buffer);
VK_FROM_HANDLE(vk_buffer, count_buffer, countBuffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdDrawMeshTasksIndirectCount2EXT(
commandBuffer,
&(VkDrawIndirectCount2InfoKHR) {
.addressRange = vk_strided_device_address_range(
buffer, offset, VK_WHOLE_SIZE, stride),
.addressFlags = buffer->address_flags,
.countAddressRange = vk_device_address_range(
count_buffer, countBufferOffset, VK_WHOLE_SIZE),
.countAddressFlags = count_buffer->address_flags,
.maxDrawCount = maxDrawCount,
});
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdWriteBufferMarker2AMD(
VkCommandBuffer commandBuffer,
VkPipelineStageFlags2 stage,
VkBuffer dstBuffer,
VkDeviceSize dstOffset,
uint32_t marker)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
VK_FROM_HANDLE(vk_buffer, buffer, dstBuffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdWriteMarkerToMemoryAMD(
commandBuffer,
&(VkMemoryMarkerInfoAMD) {
.sType = VK_STRUCTURE_TYPE_MEMORY_MARKER_INFO_AMD,
.stage = stage,
.dstRange = vk_device_address_range(
buffer, dstOffset, VK_WHOLE_SIZE),
.dstFlags = buffer->address_flags,
.marker = marker,
});
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdDispatchIndirect(
VkCommandBuffer commandBuffer,
VkBuffer _buffer,
VkDeviceSize offset)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
VK_FROM_HANDLE(vk_buffer, buffer, _buffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdDispatchIndirect2KHR(
commandBuffer,
&(VkDispatchIndirect2InfoKHR) {
.sType = VK_STRUCTURE_TYPE_DISPATCH_INDIRECT_2_INFO_KHR,
.addressRange = vk_device_address_range(
buffer, offset, VK_WHOLE_SIZE),
.addressFlags = buffer->address_flags,
});
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdCopyBuffer2(
VkCommandBuffer commandBuffer,
const VkCopyBufferInfo2* pCopyBufferInfo)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
VK_FROM_HANDLE(vk_buffer, src_buffer, pCopyBufferInfo->srcBuffer);
VK_FROM_HANDLE(vk_buffer, dst_buffer, pCopyBufferInfo->dstBuffer);
STACK_ARRAY(VkDeviceMemoryCopyKHR, regions, pCopyBufferInfo->regionCount);
for (uint32_t r = 0; r < pCopyBufferInfo->regionCount; r++) {
regions[r] = (VkDeviceMemoryCopyKHR) {
.srcRange = vk_device_address_range(
src_buffer,
pCopyBufferInfo->pRegions[r].srcOffset,
pCopyBufferInfo->pRegions[r].size),
.srcFlags = src_buffer->address_flags,
.dstRange = vk_device_address_range(
dst_buffer,
pCopyBufferInfo->pRegions[r].dstOffset,
pCopyBufferInfo->pRegions[r].size),
.dstFlags = dst_buffer->address_flags,
};
}
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdCopyMemoryKHR(
commandBuffer,
&(VkCopyDeviceMemoryInfoKHR) {
.sType = VK_STRUCTURE_TYPE_COPY_DEVICE_MEMORY_INFO_KHR,
.regionCount = pCopyBufferInfo->regionCount,
.pRegions = pCopyBufferInfo->regionCount > 0 ? regions : NULL,
});
STACK_ARRAY_FINISH(regions);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdCopyBufferToImage2(
VkCommandBuffer commandBuffer,
const VkCopyBufferToImageInfo2* pCopyBufferToImageInfo)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
VK_FROM_HANDLE(vk_buffer, buffer, pCopyBufferToImageInfo->srcBuffer);
STACK_ARRAY(VkDeviceMemoryImageCopyKHR, regions,
pCopyBufferToImageInfo->regionCount);
for (uint32_t r = 0; r < pCopyBufferToImageInfo->regionCount; r++) {
regions[r] = (VkDeviceMemoryImageCopyKHR) {
.sType = VK_STRUCTURE_TYPE_DEVICE_MEMORY_IMAGE_COPY_KHR,
.addressRange = vk_device_address_range(
buffer, pCopyBufferToImageInfo->pRegions[r].bufferOffset,
VK_WHOLE_SIZE),
.addressFlags = buffer->address_flags,
.addressRowLength = pCopyBufferToImageInfo->pRegions[r].bufferRowLength,
.addressImageHeight = pCopyBufferToImageInfo->pRegions[r].bufferImageHeight,
.imageSubresource = pCopyBufferToImageInfo->pRegions[r].imageSubresource,
.imageLayout = pCopyBufferToImageInfo->dstImageLayout,
.imageOffset = pCopyBufferToImageInfo->pRegions[r].imageOffset,
.imageExtent = pCopyBufferToImageInfo->pRegions[r].imageExtent,
};
}
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdCopyMemoryToImageKHR(
commandBuffer,
&(VkCopyDeviceMemoryImageInfoKHR) {
.sType = VK_STRUCTURE_TYPE_COPY_DEVICE_MEMORY_IMAGE_INFO_KHR,
.image = pCopyBufferToImageInfo->dstImage,
.regionCount = pCopyBufferToImageInfo->regionCount,
.pRegions = pCopyBufferToImageInfo->regionCount > 0 ? regions : NULL,
});
STACK_ARRAY_FINISH(regions);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdCopyImageToBuffer2(
VkCommandBuffer commandBuffer,
const VkCopyImageToBufferInfo2* pCopyImageToBufferInfo)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
VK_FROM_HANDLE(vk_buffer, buffer, pCopyImageToBufferInfo->dstBuffer);
STACK_ARRAY(VkDeviceMemoryImageCopyKHR, regions,
pCopyImageToBufferInfo->regionCount);
for (uint32_t r = 0; r < pCopyImageToBufferInfo->regionCount; r++) {
regions[r] = (VkDeviceMemoryImageCopyKHR) {
.sType = VK_STRUCTURE_TYPE_DEVICE_MEMORY_IMAGE_COPY_KHR,
.addressRange = vk_device_address_range(
buffer, pCopyImageToBufferInfo->pRegions[r].bufferOffset,
VK_WHOLE_SIZE),
.addressFlags = buffer->address_flags,
.addressRowLength = pCopyImageToBufferInfo->pRegions[r].bufferRowLength,
.addressImageHeight = pCopyImageToBufferInfo->pRegions[r].bufferImageHeight,
.imageSubresource = pCopyImageToBufferInfo->pRegions[r].imageSubresource,
.imageLayout = pCopyImageToBufferInfo->srcImageLayout,
.imageOffset = pCopyImageToBufferInfo->pRegions[r].imageOffset,
.imageExtent = pCopyImageToBufferInfo->pRegions[r].imageExtent,
};
}
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
disp->CmdCopyImageToMemoryKHR(
commandBuffer,
&(VkCopyDeviceMemoryImageInfoKHR) {
.sType = VK_STRUCTURE_TYPE_COPY_DEVICE_MEMORY_IMAGE_INFO_KHR,
.image = pCopyImageToBufferInfo->srcImage,
.regionCount = pCopyImageToBufferInfo->regionCount,
.pRegions = pCopyImageToBufferInfo->regionCount > 0 ? regions : NULL,
});
STACK_ARRAY_FINISH(regions);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdUpdateBuffer(
VkCommandBuffer commandBuffer,
VkBuffer dstBuffer,
VkDeviceSize dstOffset,
VkDeviceSize dataSize,
const void* pData)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
VK_FROM_HANDLE(vk_buffer, buffer, dstBuffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
const VkDeviceAddressRangeKHR addr_range =
vk_device_address_range(buffer, dstOffset, dataSize);
disp->CmdUpdateMemoryKHR(commandBuffer, &addr_range,
buffer->address_flags, dataSize, pData);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdFillBuffer(
VkCommandBuffer commandBuffer,
VkBuffer dstBuffer,
VkDeviceSize dstOffset,
VkDeviceSize size,
uint32_t data)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
VK_FROM_HANDLE(vk_buffer, buffer, dstBuffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
const VkDeviceAddressRangeKHR addr_range =
vk_device_address_range(buffer, dstOffset, size);
disp->CmdFillMemoryKHR(commandBuffer, &addr_range,
buffer->address_flags, data);
}
VKAPI_ATTR void VKAPI_CALL
vk_common_CmdCopyQueryPoolResults(
VkCommandBuffer commandBuffer,
VkQueryPool queryPool,
uint32_t firstQuery,
uint32_t queryCount,
VkBuffer dstBuffer,
VkDeviceSize dstOffset,
VkDeviceSize stride,
VkQueryResultFlags flags)
{
VK_FROM_HANDLE(vk_command_buffer, cmd_buffer, commandBuffer);
VK_FROM_HANDLE(vk_buffer, buffer, dstBuffer);
const struct vk_device_dispatch_table *disp =
&cmd_buffer->base.device->dispatch_table;
const VkStridedDeviceAddressRangeKHR addr_range =
vk_strided_device_address_range(
buffer, dstOffset, VK_WHOLE_SIZE, stride);
disp->CmdCopyQueryPoolResultsToMemoryKHR(commandBuffer, queryPool,
firstQuery, queryCount,
&addr_range,
buffer->address_flags, flags);
}