#include "VulkanGraphicsResources.h" #include "VulkanInitializer.h" #include "VulkanGraphics.h" #include "VulkanCommandBuffer.h" #include "VulkanAllocator.h" using namespace Seele; using namespace Seele::Vulkan; struct PendingBuffer { PStagingBuffer stagingBuffer; Gfx::QueueType prevQueue; bool bWriteOnly; }; static Map pendingBuffers; Buffer::Buffer(PGraphics graphics, uint32 size, VkBufferUsageFlags usage, Gfx::QueueType queueType) : QueueOwnedResource(graphics, queueType), currentBuffer(0), size(size) { if (usage & VK_BUFFER_USAGE_UNIFORM_BUFFER_BIT || usage & VK_BUFFER_USAGE_INDEX_BUFFER_BIT || usage & VK_BUFFER_USAGE_VERTEX_BUFFER_BIT || usage & VK_BUFFER_USAGE_UNIFORM_TEXEL_BUFFER_BIT) { numBuffers = 1; } else { numBuffers = Gfx::numFramesBuffered; } usage |= VK_BUFFER_USAGE_TRANSFER_DST_BIT; usage |= VK_BUFFER_USAGE_TRANSFER_SRC_BIT; VkBufferCreateInfo info = init::BufferCreateInfo( usage, size); VkBufferMemoryRequirementsInfo2 bufferReqInfo; bufferReqInfo.sType = VK_STRUCTURE_TYPE_BUFFER_MEMORY_REQUIREMENTS_INFO_2; bufferReqInfo.pNext = nullptr; VkMemoryDedicatedRequirements dedicatedRequirements; dedicatedRequirements.sType = VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS; dedicatedRequirements.pNext = nullptr; VkMemoryRequirements2 memRequirements; memRequirements.sType = VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2; memRequirements.pNext = &dedicatedRequirements; for (uint32 i = 0; i < numBuffers; ++i) { vkCreateBuffer(graphics->getDevice(), &info, nullptr, &buffers[i].buffer); bufferReqInfo.buffer = buffers[i].buffer; vkGetBufferMemoryRequirements2(graphics->getDevice(), &bufferReqInfo, &memRequirements); buffers[i].allocation = graphics->getAllocator()->allocate(memRequirements, VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT, buffers[i].buffer); vkBindBufferMemory(graphics->getDevice(), buffers[i].buffer, buffers[i].allocation->getHandle(), buffers[i].allocation->getOffset()); } info.sharingMode = VK_SHARING_MODE_EXCLUSIVE; } Buffer::~Buffer() { for (uint32 i = 0; i < numBuffers; ++i) { vkDestroyBuffer(graphics->getDevice(), buffers[i].buffer, nullptr); buffers[i].allocation = nullptr; } } void Buffer::executeOwnershipBarrier(Gfx::QueueType newOwner) { VkBufferMemoryBarrier barrier = init::BufferMemoryBarrier(); PCommandBufferManager sourceManager = getCommands(); PCommandBufferManager dstManager = nullptr; VkPipelineStageFlags srcStage = VK_PIPELINE_STAGE_ALL_COMMANDS_BIT; VkPipelineStageFlags dstStage = VK_PIPELINE_STAGE_ALL_COMMANDS_BIT; QueueFamilyMapping mapping = graphics->getFamilyMapping(); barrier.srcQueueFamilyIndex = mapping.getQueueTypeFamilyIndex(currentOwner); barrier.dstQueueFamilyIndex = mapping.getQueueTypeFamilyIndex(newOwner); assert(barrier.srcQueueFamilyIndex != barrier.dstQueueFamilyIndex); if (currentOwner == Gfx::QueueType::TRANSFER || currentOwner == Gfx::QueueType::DEDICATED_TRANSFER) { barrier.srcAccessMask = VK_ACCESS_TRANSFER_WRITE_BIT; srcStage = VK_PIPELINE_STAGE_TRANSFER_BIT; } else if (currentOwner == Gfx::QueueType::COMPUTE) { barrier.srcAccessMask = VK_ACCESS_SHADER_WRITE_BIT; srcStage = VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT; } else if (currentOwner == Gfx::QueueType::GRAPHICS) { barrier.srcAccessMask = getSourceAccessMask(); srcStage = VK_PIPELINE_STAGE_ALL_GRAPHICS_BIT; } if (newOwner == Gfx::QueueType::TRANSFER) { barrier.dstAccessMask = VK_ACCESS_TRANSFER_READ_BIT; dstStage = VK_PIPELINE_STAGE_TRANSFER_BIT; dstManager = graphics->getTransferCommands(); } else if (newOwner == Gfx::QueueType::DEDICATED_TRANSFER) { barrier.dstAccessMask = VK_ACCESS_TRANSFER_READ_BIT; dstStage = VK_PIPELINE_STAGE_TRANSFER_BIT; dstManager = graphics->getDedicatedTransferCommands(); } else if (newOwner == Gfx::QueueType::COMPUTE) { barrier.dstAccessMask = VK_ACCESS_SHADER_READ_BIT; dstStage = VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT; dstManager = graphics->getComputeCommands(); } else if (newOwner == Gfx::QueueType::GRAPHICS) { barrier.dstAccessMask = getDestAccessMask(); dstStage = VK_PIPELINE_STAGE_ALL_GRAPHICS_BIT; dstManager = graphics->getGraphicsCommands(); } VkCommandBuffer srcCommand = sourceManager->getCommands()->getHandle(); VkCommandBuffer dstCommand = dstManager->getCommands()->getHandle(); VkBufferMemoryBarrier dynamicBarriers[Gfx::numFramesBuffered]; for (uint32_t i = 0; i < numBuffers; ++i) { dynamicBarriers[i] = barrier; dynamicBarriers[i].buffer = buffers[i].buffer; dynamicBarriers[i].offset = 0; dynamicBarriers[i].size = buffers[i].allocation->getSize(); } vkCmdPipelineBarrier(srcCommand, srcStage, dstStage, 0, 0, nullptr, numBuffers, dynamicBarriers, 0, nullptr); vkCmdPipelineBarrier(dstCommand, srcStage, dstStage, 0, 0, nullptr, numBuffers, dynamicBarriers, 0, nullptr); sourceManager->submitCommands(); cachedCmdBufferManager = dstManager; } void *Buffer::lock(bool bWriteOnly) { void *data = nullptr; /*if (bVolatile) { if (lockMode == RLM_ReadOnly) { assert(0); } else { throw new std::logic_error("TODO implement volatile buffers"); //device->getRHIDevice()->getTemp } }*/ //assert(bStatic || bDynamic || bUAV); PendingBuffer pending; pending.bWriteOnly = bWriteOnly; pending.prevQueue = currentOwner; if (bWriteOnly) { transferOwnership(Gfx::QueueType::DEDICATED_TRANSFER); PStagingBuffer stagingBuffer = graphics->getStagingManager()->allocateStagingBuffer(size, VK_BUFFER_USAGE_TRANSFER_SRC_BIT); data = stagingBuffer->getMappedPointer(); pending.stagingBuffer = stagingBuffer; } else { PCmdBuffer current = getCommands()->getCommands(); getCommands()->submitCommands(); getCommands()->waitForCommands(current); transferOwnership(Gfx::QueueType::DEDICATED_TRANSFER); VkCommandBuffer handle = getCommands()->getCommands()->getHandle(); VkBufferMemoryBarrier barrier = init::BufferMemoryBarrier(); barrier.srcAccessMask = VK_ACCESS_MEMORY_WRITE_BIT; barrier.dstAccessMask = VK_ACCESS_MEMORY_READ_BIT; barrier.buffer = buffers[currentBuffer].buffer; barrier.dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED; barrier.srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED; barrier.offset = 0; barrier.size = size; vkCmdPipelineBarrier(handle, VK_PIPELINE_STAGE_TRANSFER_BIT, VK_PIPELINE_STAGE_TRANSFER_BIT, 0, 0, nullptr, 1, &barrier, 0, nullptr); PStagingBuffer stagingBuffer = graphics->getStagingManager()->allocateStagingBuffer(size, VK_BUFFER_USAGE_TRANSFER_DST_BIT, true); VkBufferCopy regions; regions.size = size; regions.srcOffset = 0; regions.dstOffset = 0; vkCmdCopyBuffer(handle, buffers[currentBuffer].buffer, stagingBuffer->getHandle(), 1, ®ions); getCommands()->submitCommands(); vkQueueWaitIdle(getCommands()->getQueue()->getHandle()); stagingBuffer->flushMappedMemory(); pending.stagingBuffer = stagingBuffer; data = stagingBuffer->getMappedPointer(); } pendingBuffers[this] = pending; assert(data); return data; } void Buffer::unlock() { auto found = pendingBuffers.find(this); if (found != pendingBuffers.end()) { PendingBuffer pending = found->value; pending.stagingBuffer->flushMappedMemory(); pendingBuffers.erase(this); if (pending.bWriteOnly) { PStagingBuffer stagingBuffer = pending.stagingBuffer; PCmdBuffer cmdBuffer = getCommands()->getCommands(); VkCommandBuffer cmdHandle = cmdBuffer->getHandle(); VkBufferCopy region; std::memset(®ion, 0, sizeof(VkBufferCopy)); region.size = size; vkCmdCopyBuffer(cmdHandle, stagingBuffer->getHandle(), buffers[currentBuffer].buffer, 1, ®ion); graphics->getStagingManager()->releaseStagingBuffer(stagingBuffer); } transferOwnership(pending.prevQueue); } } UniformBuffer::UniformBuffer(PGraphics graphics, const BulkResourceData &resourceData) : Buffer(graphics, resourceData.size, VK_BUFFER_USAGE_UNIFORM_BUFFER_BIT, resourceData.owner) { if (resourceData.data != nullptr) { void *data = lock(); std::memcpy(data, resourceData.data, resourceData.size); unlock(); } } UniformBuffer::~UniformBuffer() { } VkAccessFlags UniformBuffer::getSourceAccessMask() { return VK_ACCESS_MEMORY_WRITE_BIT; } VkAccessFlags UniformBuffer::getDestAccessMask() { return VK_ACCESS_UNIFORM_READ_BIT; } StructuredBuffer::StructuredBuffer(PGraphics graphics, const BulkResourceData &resourceData) : Buffer(graphics, resourceData.size, VK_BUFFER_USAGE_STORAGE_BUFFER_BIT, resourceData.owner) { if (resourceData.data != nullptr) { void *data = lock(); std::memcpy(data, resourceData.data, resourceData.size); unlock(); } } StructuredBuffer::~StructuredBuffer() { } VkAccessFlags StructuredBuffer::getSourceAccessMask() { return VK_ACCESS_MEMORY_WRITE_BIT; } VkAccessFlags StructuredBuffer::getDestAccessMask() { return VK_ACCESS_MEMORY_READ_BIT; } VertexBuffer::VertexBuffer(PGraphics graphics, const BulkResourceData &resourceData) : Buffer(graphics, resourceData.size, VK_BUFFER_USAGE_VERTEX_BUFFER_BIT, resourceData.owner) { if (resourceData.data != nullptr) { void *data = lock(); std::memcpy(data, resourceData.data, resourceData.size); unlock(); } } VertexBuffer::~VertexBuffer() { } VkAccessFlags VertexBuffer::getSourceAccessMask() { return VK_ACCESS_MEMORY_WRITE_BIT; } VkAccessFlags VertexBuffer::getDestAccessMask() { return VK_ACCESS_VERTEX_ATTRIBUTE_READ_BIT; } IndexBuffer::IndexBuffer(PGraphics graphics, const BulkResourceData &resourceData) : Buffer(graphics, resourceData.size, VK_BUFFER_USAGE_INDEX_BUFFER_BIT, resourceData.owner) { if (resourceData.data != nullptr) { void *data = lock(); std::memcpy(data, resourceData.data, resourceData.size); unlock(); } } IndexBuffer::~IndexBuffer() { } VkAccessFlags IndexBuffer::getSourceAccessMask() { return VK_ACCESS_MEMORY_WRITE_BIT; } VkAccessFlags IndexBuffer::getDestAccessMask() { return VK_ACCESS_INDEX_READ_BIT; }