| // Copyright 2018 The SwiftShader Authors. All Rights Reserved. | |
| // | |
| // Licensed under the Apache License, Version 2.0 (the "License"); | |
| // you may not use this file except in compliance with the License. | |
| // You may obtain a copy of the License at | |
| // | |
| // http://www.apache.org/licenses/LICENSE-2.0 | |
| // | |
| // Unless required by applicable law or agreed to in writing, software | |
| // distributed under the License is distributed on an "AS IS" BASIS, | |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| // See the License for the specific language governing permissions and | |
| // limitations under the License. | |
| #include "VkDeviceMemory.hpp" | |
| #include "VkBuffer.hpp" | |
| #include "VkDevice.hpp" | |
| #include "VkImage.hpp" | |
| #include "Device/Blitter.hpp" | |
| #include <cstring> | |
| namespace | |
| { | |
| VkImageAspectFlags GetAspects(vk::Format format) | |
| { | |
| // TODO: probably just flatten this out to a full format list, and alter | |
| // isDepth / isStencil etc to check for their aspect | |
| VkImageAspectFlags aspects = 0; | |
| if (format.isDepth()) aspects |= VK_IMAGE_ASPECT_DEPTH_BIT; | |
| if (format.isStencil()) aspects |= VK_IMAGE_ASPECT_STENCIL_BIT; | |
| // TODO: YCbCr planar formats have different aspects | |
| // Anything else is "color". | |
| if (!aspects) aspects |= VK_IMAGE_ASPECT_COLOR_BIT; | |
| return aspects; | |
| } | |
| } | |
| namespace vk | |
| { | |
| Image::Image(const Image::CreateInfo* pCreateInfo, void* mem) : | |
| device(Cast(pCreateInfo->device)), | |
| flags(pCreateInfo->pCreateInfo->flags), | |
| imageType(pCreateInfo->pCreateInfo->imageType), | |
| format(pCreateInfo->pCreateInfo->format), | |
| extent(pCreateInfo->pCreateInfo->extent), | |
| mipLevels(pCreateInfo->pCreateInfo->mipLevels), | |
| arrayLayers(pCreateInfo->pCreateInfo->arrayLayers), | |
| samples(pCreateInfo->pCreateInfo->samples), | |
| tiling(pCreateInfo->pCreateInfo->tiling), | |
| usage(pCreateInfo->pCreateInfo->usage) | |
| { | |
| } | |
| void Image::destroy(const VkAllocationCallbacks* pAllocator) | |
| { | |
| } | |
| size_t Image::ComputeRequiredAllocationSize(const Image::CreateInfo* pCreateInfo) | |
| { | |
| return 0; | |
| } | |
| const VkMemoryRequirements Image::getMemoryRequirements() const | |
| { | |
| VkMemoryRequirements memoryRequirements; | |
| memoryRequirements.alignment = vk::REQUIRED_MEMORY_ALIGNMENT; | |
| memoryRequirements.memoryTypeBits = vk::MEMORY_TYPE_GENERIC_BIT; | |
| memoryRequirements.size = getStorageSize(GetAspects(format)); | |
| return memoryRequirements; | |
| } | |
| void Image::bind(VkDeviceMemory pDeviceMemory, VkDeviceSize pMemoryOffset) | |
| { | |
| deviceMemory = Cast(pDeviceMemory); | |
| memoryOffset = pMemoryOffset; | |
| } | |
| void Image::getSubresourceLayout(const VkImageSubresource* pSubresource, VkSubresourceLayout* pLayout) const | |
| { | |
| // By spec, aspectMask has a single bit set. | |
| if (!((pSubresource->aspectMask == VK_IMAGE_ASPECT_COLOR_BIT) || | |
| (pSubresource->aspectMask == VK_IMAGE_ASPECT_DEPTH_BIT) || | |
| (pSubresource->aspectMask == VK_IMAGE_ASPECT_STENCIL_BIT))) | |
| { | |
| UNIMPLEMENTED("aspectMask"); | |
| } | |
| auto aspect = static_cast<VkImageAspectFlagBits>(pSubresource->aspectMask); | |
| pLayout->offset = getMemoryOffset(aspect, pSubresource->mipLevel, pSubresource->arrayLayer); | |
| pLayout->size = getMultiSampledLevelSize(aspect, pSubresource->mipLevel); | |
| pLayout->rowPitch = rowPitchBytes(aspect, pSubresource->mipLevel); | |
| pLayout->depthPitch = slicePitchBytes(aspect, pSubresource->mipLevel); | |
| pLayout->arrayPitch = getLayerSize(aspect); | |
| } | |
| void Image::copyTo(VkImage dstImage, const VkImageCopy& pRegion) | |
| { | |
| // Image copy does not perform any conversion, it simply copies memory from | |
| // an image to another image that has the same number of bytes per pixel. | |
| Image* dst = Cast(dstImage); | |
| if(!((pRegion.srcSubresource.aspectMask == VK_IMAGE_ASPECT_COLOR_BIT) || | |
| (pRegion.srcSubresource.aspectMask == VK_IMAGE_ASPECT_DEPTH_BIT) || | |
| (pRegion.srcSubresource.aspectMask == VK_IMAGE_ASPECT_STENCIL_BIT)) || | |
| (pRegion.srcSubresource.layerCount != 1)) | |
| { | |
| UNIMPLEMENTED("srcSubresource"); | |
| } | |
| if(!((pRegion.dstSubresource.aspectMask == VK_IMAGE_ASPECT_COLOR_BIT) || | |
| (pRegion.dstSubresource.aspectMask == VK_IMAGE_ASPECT_DEPTH_BIT) || | |
| (pRegion.dstSubresource.aspectMask == VK_IMAGE_ASPECT_STENCIL_BIT)) || | |
| (pRegion.dstSubresource.layerCount != 1)) | |
| { | |
| UNIMPLEMENTED("dstSubresource"); | |
| } | |
| if((samples > VK_SAMPLE_COUNT_1_BIT) && (imageType == VK_IMAGE_TYPE_2D) && !format.isNonNormalizedInteger()) | |
| { | |
| // Requires multisampling resolve | |
| VkImageBlit region; | |
| region.srcSubresource = pRegion.srcSubresource; | |
| region.srcOffsets[0] = pRegion.srcOffset; | |
| region.srcOffsets[1].x = region.srcOffsets[0].x + pRegion.extent.width; | |
| region.srcOffsets[1].y = region.srcOffsets[0].y + pRegion.extent.height; | |
| region.srcOffsets[1].z = region.srcOffsets[0].z + pRegion.extent.depth; | |
| region.dstSubresource = pRegion.dstSubresource; | |
| region.dstOffsets[0] = pRegion.dstOffset; | |
| region.dstOffsets[1].x = region.dstOffsets[0].x + pRegion.extent.width; | |
| region.dstOffsets[1].y = region.dstOffsets[0].y + pRegion.extent.height; | |
| region.dstOffsets[1].z = region.dstOffsets[0].z + pRegion.extent.depth; | |
| return device->getBlitter()->blit(this, dst, region, VK_FILTER_NEAREST); | |
| } | |
| VkImageAspectFlagBits srcAspect = static_cast<VkImageAspectFlagBits>(pRegion.srcSubresource.aspectMask); | |
| VkImageAspectFlagBits dstAspect = static_cast<VkImageAspectFlagBits>(pRegion.dstSubresource.aspectMask); | |
| Format srcFormat = getFormat(srcAspect); | |
| Format dstFormat = dst->getFormat(dstAspect); | |
| int srcBytesPerBlock = srcFormat.bytesPerBlock(); | |
| ASSERT(srcBytesPerBlock == dstFormat.bytesPerBlock()); | |
| const uint8_t* srcMem = static_cast<const uint8_t*>(getTexelPointer(pRegion.srcOffset, pRegion.srcSubresource)); | |
| uint8_t* dstMem = static_cast<uint8_t*>(dst->getTexelPointer(pRegion.dstOffset, pRegion.dstSubresource)); | |
| int srcRowPitchBytes = rowPitchBytes(srcAspect, pRegion.srcSubresource.mipLevel); | |
| int srcSlicePitchBytes = slicePitchBytes(srcAspect, pRegion.srcSubresource.mipLevel); | |
| int dstRowPitchBytes = dst->rowPitchBytes(dstAspect, pRegion.dstSubresource.mipLevel); | |
| int dstSlicePitchBytes = dst->slicePitchBytes(dstAspect, pRegion.dstSubresource.mipLevel); | |
| VkExtent3D srcExtent = getMipLevelExtent(pRegion.srcSubresource.mipLevel); | |
| VkExtent3D dstExtent = dst->getMipLevelExtent(pRegion.dstSubresource.mipLevel); | |
| VkExtent3D copyExtent = imageExtentInBlocks(pRegion.extent, srcAspect); | |
| bool isSinglePlane = (copyExtent.depth == 1); | |
| bool isSingleLine = (copyExtent.height == 1) && isSinglePlane; | |
| // In order to copy multiple lines using a single memcpy call, we | |
| // have to make sure that we need to copy the entire line and that | |
| // both source and destination lines have the same length in bytes | |
| bool isEntireLine = (pRegion.extent.width == srcExtent.width) && | |
| (pRegion.extent.width == dstExtent.width) && | |
| // For non compressed formats, blockWidth is 1. For compressed | |
| // formats, rowPitchBytes returns the number of bytes for a row of | |
| // blocks, so we have to divide by the block height, which means: | |
| // srcRowPitchBytes / srcBlockWidth == dstRowPitchBytes / dstBlockWidth | |
| // And, to avoid potential non exact integer division, for example if a | |
| // block has 16 bytes and represents 5 lines, we change the equation to: | |
| // srcRowPitchBytes * dstBlockWidth == dstRowPitchBytes * srcBlockWidth | |
| ((srcRowPitchBytes * dstFormat.blockWidth()) == | |
| (dstRowPitchBytes * srcFormat.blockWidth())); | |
| // In order to copy multiple planes using a single memcpy call, we | |
| // have to make sure that we need to copy the entire plane and that | |
| // both source and destination planes have the same length in bytes | |
| bool isEntirePlane = isEntireLine && | |
| (copyExtent.height == srcExtent.height) && | |
| (copyExtent.height == dstExtent.height) && | |
| (srcSlicePitchBytes == dstSlicePitchBytes); | |
| if(isSingleLine) // Copy one line | |
| { | |
| size_t copySize = copyExtent.width * srcBytesPerBlock; | |
| ASSERT((srcMem + copySize) < end()); | |
| ASSERT((dstMem + copySize) < dst->end()); | |
| memcpy(dstMem, srcMem, copySize); | |
| } | |
| else if(isEntireLine && isSinglePlane) // Copy one plane | |
| { | |
| size_t copySize = copyExtent.height * srcRowPitchBytes; | |
| ASSERT((srcMem + copySize) < end()); | |
| ASSERT((dstMem + copySize) < dst->end()); | |
| memcpy(dstMem, srcMem, copySize); | |
| } | |
| else if(isEntirePlane) // Copy multiple planes | |
| { | |
| size_t copySize = copyExtent.depth * srcSlicePitchBytes; | |
| ASSERT((srcMem + copySize) < end()); | |
| ASSERT((dstMem + copySize) < dst->end()); | |
| memcpy(dstMem, srcMem, copySize); | |
| } | |
| else if(isEntireLine) // Copy plane by plane | |
| { | |
| size_t copySize = copyExtent.height * srcRowPitchBytes; | |
| for(uint32_t z = 0; z < copyExtent.depth; z++, dstMem += dstSlicePitchBytes, srcMem += srcSlicePitchBytes) | |
| { | |
| ASSERT((srcMem + copySize) < end()); | |
| ASSERT((dstMem + copySize) < dst->end()); | |
| memcpy(dstMem, srcMem, copySize); | |
| } | |
| } | |
| else // Copy line by line | |
| { | |
| size_t copySize = copyExtent.width * srcBytesPerBlock; | |
| for(uint32_t z = 0; z < copyExtent.depth; z++) | |
| { | |
| for(uint32_t y = 0; y < copyExtent.height; y++, dstMem += dstRowPitchBytes, srcMem += srcRowPitchBytes) | |
| { | |
| ASSERT((srcMem + copySize) < end()); | |
| ASSERT((dstMem + copySize) < dst->end()); | |
| memcpy(dstMem, srcMem, copySize); | |
| } | |
| } | |
| } | |
| } | |
| void Image::copy(VkBuffer buf, const VkBufferImageCopy& region, bool bufferIsSource) | |
| { | |
| if(!((region.imageSubresource.aspectMask == VK_IMAGE_ASPECT_COLOR_BIT) || | |
| (region.imageSubresource.aspectMask == VK_IMAGE_ASPECT_DEPTH_BIT) || | |
| (region.imageSubresource.aspectMask == VK_IMAGE_ASPECT_STENCIL_BIT))) | |
| { | |
| UNIMPLEMENTED("imageSubresource"); | |
| } | |
| VkImageAspectFlagBits aspect = static_cast<VkImageAspectFlagBits>(region.imageSubresource.aspectMask); | |
| Format copyFormat = getFormat(aspect); | |
| VkExtent3D mipLevelExtent = getMipLevelExtent(region.imageSubresource.mipLevel); | |
| VkExtent3D imageExtent = imageExtentInBlocks(region.imageExtent, aspect); | |
| VkExtent2D bufferExtent = bufferExtentInBlocks({ imageExtent.width, imageExtent.height }, region); | |
| int imageBytesPerBlock = copyFormat.bytesPerBlock(); | |
| int imageRowPitchBytes = rowPitchBytes(aspect, region.imageSubresource.mipLevel); | |
| int imageSlicePitchBytes = slicePitchBytes(aspect, region.imageSubresource.mipLevel); | |
| int bufferRowPitchBytes = bufferExtent.width * imageBytesPerBlock; | |
| int bufferSlicePitchBytes = bufferExtent.height * bufferRowPitchBytes; | |
| int srcSlicePitchBytes = bufferIsSource ? bufferSlicePitchBytes : imageSlicePitchBytes; | |
| int dstSlicePitchBytes = bufferIsSource ? imageSlicePitchBytes : bufferSlicePitchBytes; | |
| int srcRowPitchBytes = bufferIsSource ? bufferRowPitchBytes : imageRowPitchBytes; | |
| int dstRowPitchBytes = bufferIsSource ? imageRowPitchBytes : bufferRowPitchBytes; | |
| bool isSinglePlane = (imageExtent.depth == 1); | |
| bool isSingleLine = (imageExtent.height == 1) && isSinglePlane; | |
| bool isEntireLine = (imageExtent.width == mipLevelExtent.width) && | |
| (imageRowPitchBytes == bufferRowPitchBytes); | |
| bool isEntirePlane = isEntireLine && (imageExtent.height == mipLevelExtent.height) && | |
| (imageSlicePitchBytes == bufferSlicePitchBytes); | |
| Buffer* buffer = Cast(buf); | |
| uint8_t* bufferMemory = static_cast<uint8_t*>(buffer->getOffsetPointer(region.bufferOffset)); | |
| uint8_t* imageMemory = static_cast<uint8_t*>(getTexelPointer(region.imageOffset, region.imageSubresource)); | |
| uint8_t* srcMemory = bufferIsSource ? bufferMemory : imageMemory; | |
| uint8_t* dstMemory = bufferIsSource ? imageMemory : bufferMemory; | |
| VkDeviceSize copySize = 0; | |
| VkDeviceSize bufferLayerSize = 0; | |
| if(isSingleLine) | |
| { | |
| copySize = imageExtent.width * imageBytesPerBlock; | |
| bufferLayerSize = copySize; | |
| } | |
| else if(isEntireLine && isSinglePlane) | |
| { | |
| copySize = imageExtent.height * imageRowPitchBytes; | |
| bufferLayerSize = copySize; | |
| } | |
| else if(isEntirePlane) | |
| { | |
| copySize = imageExtent.depth * imageSlicePitchBytes; // Copy multiple planes | |
| bufferLayerSize = copySize; | |
| } | |
| else if(isEntireLine) // Copy plane by plane | |
| { | |
| copySize = imageExtent.height * imageRowPitchBytes; | |
| bufferLayerSize = copySize * imageExtent.depth; | |
| } | |
| else // Copy line by line | |
| { | |
| copySize = imageExtent.width * imageBytesPerBlock; | |
| bufferLayerSize = copySize * imageExtent.depth * imageExtent.height; | |
| } | |
| VkDeviceSize imageLayerSize = getLayerSize(aspect); | |
| VkDeviceSize srcLayerSize = bufferIsSource ? bufferLayerSize : imageLayerSize; | |
| VkDeviceSize dstLayerSize = bufferIsSource ? imageLayerSize : bufferLayerSize; | |
| for(uint32_t i = 0; i < region.imageSubresource.layerCount; i++) | |
| { | |
| if(isSingleLine || (isEntireLine && isSinglePlane) || isEntirePlane) | |
| { | |
| ASSERT(((bufferIsSource ? dstMemory : srcMemory) + copySize) < end()); | |
| ASSERT(((bufferIsSource ? srcMemory : dstMemory) + copySize) < buffer->end()); | |
| memcpy(dstMemory, srcMemory, copySize); | |
| } | |
| else if(isEntireLine) // Copy plane by plane | |
| { | |
| uint8_t* srcPlaneMemory = srcMemory; | |
| uint8_t* dstPlaneMemory = dstMemory; | |
| for(uint32_t z = 0; z < imageExtent.depth; z++) | |
| { | |
| ASSERT(((bufferIsSource ? dstPlaneMemory : srcPlaneMemory) + copySize) < end()); | |
| ASSERT(((bufferIsSource ? srcPlaneMemory : dstPlaneMemory) + copySize) < buffer->end()); | |
| memcpy(dstPlaneMemory, srcPlaneMemory, copySize); | |
| srcPlaneMemory += srcSlicePitchBytes; | |
| dstPlaneMemory += dstSlicePitchBytes; | |
| } | |
| } | |
| else // Copy line by line | |
| { | |
| uint8_t* srcLayerMemory = srcMemory; | |
| uint8_t* dstLayerMemory = dstMemory; | |
| for(uint32_t z = 0; z < imageExtent.depth; z++) | |
| { | |
| uint8_t* srcPlaneMemory = srcLayerMemory; | |
| uint8_t* dstPlaneMemory = dstLayerMemory; | |
| for(uint32_t y = 0; y < imageExtent.height; y++) | |
| { | |
| ASSERT(((bufferIsSource ? dstPlaneMemory : srcPlaneMemory) + copySize) < end()); | |
| ASSERT(((bufferIsSource ? srcPlaneMemory : dstPlaneMemory) + copySize) < buffer->end()); | |
| memcpy(dstPlaneMemory, srcPlaneMemory, copySize); | |
| srcPlaneMemory += srcRowPitchBytes; | |
| dstPlaneMemory += dstRowPitchBytes; | |
| } | |
| srcLayerMemory += srcSlicePitchBytes; | |
| dstLayerMemory += dstSlicePitchBytes; | |
| } | |
| } | |
| srcMemory += srcLayerSize; | |
| dstMemory += dstLayerSize; | |
| } | |
| } | |
| void Image::copyTo(VkBuffer dstBuffer, const VkBufferImageCopy& region) | |
| { | |
| copy(dstBuffer, region, false); | |
| } | |
| void Image::copyFrom(VkBuffer srcBuffer, const VkBufferImageCopy& region) | |
| { | |
| copy(srcBuffer, region, true); | |
| } | |
| void* Image::getTexelPointer(const VkOffset3D& offset, const VkImageSubresourceLayers& subresource) const | |
| { | |
| VkImageAspectFlagBits aspect = static_cast<VkImageAspectFlagBits>(subresource.aspectMask); | |
| return deviceMemory->getOffsetPointer(texelOffsetBytesInStorage(offset, subresource) + | |
| getMemoryOffset(aspect, subresource.mipLevel, subresource.baseArrayLayer)); | |
| } | |
| VkExtent3D Image::imageExtentInBlocks(const VkExtent3D& extent, VkImageAspectFlagBits aspect) const | |
| { | |
| VkExtent3D adjustedExtent = extent; | |
| Format usedFormat = getFormat(aspect); | |
| if(usedFormat.isCompressed()) | |
| { | |
| // When using a compressed format, we use the block as the base unit, instead of the texel | |
| int blockWidth = usedFormat.blockWidth(); | |
| int blockHeight = usedFormat.blockHeight(); | |
| // Mip level allocations will round up to the next block for compressed texture | |
| adjustedExtent.width = ((adjustedExtent.width + blockWidth - 1) / blockWidth); | |
| adjustedExtent.height = ((adjustedExtent.height + blockHeight - 1) / blockHeight); | |
| } | |
| return adjustedExtent; | |
| } | |
| VkOffset3D Image::imageOffsetInBlocks(const VkOffset3D& offset, VkImageAspectFlagBits aspect) const | |
| { | |
| VkOffset3D adjustedOffset = offset; | |
| Format usedFormat = getFormat(aspect); | |
| if(usedFormat.isCompressed()) | |
| { | |
| // When using a compressed format, we use the block as the base unit, instead of the texel | |
| int blockWidth = usedFormat.blockWidth(); | |
| int blockHeight = usedFormat.blockHeight(); | |
| ASSERT(((offset.x % blockWidth) == 0) && ((offset.y % blockHeight) == 0)); // We can't offset within a block | |
| adjustedOffset.x /= blockWidth; | |
| adjustedOffset.y /= blockHeight; | |
| } | |
| return adjustedOffset; | |
| } | |
| VkExtent2D Image::bufferExtentInBlocks(const VkExtent2D& extent, const VkBufferImageCopy& region) const | |
| { | |
| VkExtent2D adjustedExtent = extent; | |
| VkImageAspectFlagBits aspect = static_cast<VkImageAspectFlagBits>(region.imageSubresource.aspectMask); | |
| Format usedFormat = getFormat(aspect); | |
| if(region.bufferRowLength != 0) | |
| { | |
| adjustedExtent.width = region.bufferRowLength; | |
| if(usedFormat.isCompressed()) | |
| { | |
| int blockWidth = usedFormat.blockWidth(); | |
| ASSERT((adjustedExtent.width % blockWidth) == 0); | |
| adjustedExtent.width /= blockWidth; | |
| } | |
| } | |
| if(region.bufferImageHeight != 0) | |
| { | |
| adjustedExtent.height = region.bufferImageHeight; | |
| if(usedFormat.isCompressed()) | |
| { | |
| int blockHeight = usedFormat.blockHeight(); | |
| ASSERT((adjustedExtent.height % blockHeight) == 0); | |
| adjustedExtent.height /= blockHeight; | |
| } | |
| } | |
| return adjustedExtent; | |
| } | |
| int Image::borderSize(VkImageAspectFlagBits aspect) const | |
| { | |
| // We won't add a border to compressed cube textures, we'll add it when we decompress the texture | |
| return (isCube() && !format.isCompressed()) ? 1 : 0; | |
| } | |
| VkDeviceSize Image::texelOffsetBytesInStorage(const VkOffset3D& offset, const VkImageSubresourceLayers& subresource) const | |
| { | |
| VkImageAspectFlagBits aspect = static_cast<VkImageAspectFlagBits>(subresource.aspectMask); | |
| VkOffset3D adjustedOffset = imageOffsetInBlocks(offset, aspect); | |
| int border = borderSize(aspect); | |
| return adjustedOffset.z * slicePitchBytes(aspect, subresource.mipLevel) + | |
| (adjustedOffset.y + border) * rowPitchBytes(aspect, subresource.mipLevel) + | |
| (adjustedOffset.x + border) * getFormat(aspect).bytesPerBlock(); | |
| } | |
| VkExtent3D Image::getMipLevelExtent(uint32_t mipLevel) const | |
| { | |
| VkExtent3D mipLevelExtent; | |
| mipLevelExtent.width = extent.width >> mipLevel; | |
| mipLevelExtent.height = extent.height >> mipLevel; | |
| mipLevelExtent.depth = extent.depth >> mipLevel; | |
| if(mipLevelExtent.width == 0) | |
| { | |
| mipLevelExtent.width = 1; | |
| } | |
| if(mipLevelExtent.height == 0) | |
| { | |
| mipLevelExtent.height = 1; | |
| } | |
| if(mipLevelExtent.depth == 0) | |
| { | |
| mipLevelExtent.depth = 1; | |
| } | |
| return mipLevelExtent; | |
| } | |
| int Image::rowPitchBytes(VkImageAspectFlagBits aspect, uint32_t mipLevel) const | |
| { | |
| // Depth and Stencil pitch should be computed separately | |
| ASSERT((aspect & (VK_IMAGE_ASPECT_DEPTH_BIT | VK_IMAGE_ASPECT_STENCIL_BIT)) != | |
| (VK_IMAGE_ASPECT_DEPTH_BIT | VK_IMAGE_ASPECT_STENCIL_BIT)); | |
| return getFormat(aspect).pitchB(getMipLevelExtent(mipLevel).width, borderSize(aspect), true); | |
| } | |
| int Image::slicePitchBytes(VkImageAspectFlagBits aspect, uint32_t mipLevel) const | |
| { | |
| // Depth and Stencil slice should be computed separately | |
| ASSERT((aspect & (VK_IMAGE_ASPECT_DEPTH_BIT | VK_IMAGE_ASPECT_STENCIL_BIT)) != | |
| (VK_IMAGE_ASPECT_DEPTH_BIT | VK_IMAGE_ASPECT_STENCIL_BIT)); | |
| VkExtent3D mipLevelExtent = getMipLevelExtent(mipLevel); | |
| Format usedFormat = getFormat(aspect); | |
| if(usedFormat.isCompressed()) | |
| { | |
| sw::align(mipLevelExtent.width, usedFormat.blockWidth()); | |
| sw::align(mipLevelExtent.height, usedFormat.blockHeight()); | |
| } | |
| return getFormat(aspect).sliceB(mipLevelExtent.width, mipLevelExtent.height, borderSize(aspect), true); | |
| } | |
| int Image::bytesPerTexel(VkImageAspectFlagBits aspect) const | |
| { | |
| // Depth and Stencil bytes should be computed separately | |
| ASSERT((aspect & (VK_IMAGE_ASPECT_DEPTH_BIT | VK_IMAGE_ASPECT_STENCIL_BIT)) != | |
| (VK_IMAGE_ASPECT_DEPTH_BIT | VK_IMAGE_ASPECT_STENCIL_BIT)); | |
| return getFormat(aspect).bytes(); | |
| } | |
| Format Image::getFormat(VkImageAspectFlagBits aspect) const | |
| { | |
| return GetFormat(format, aspect); | |
| } | |
| Format Image::GetFormat(const vk::Format& format, VkImageAspectFlagBits aspect) | |
| { | |
| switch(aspect) | |
| { | |
| case VK_IMAGE_ASPECT_DEPTH_BIT: | |
| switch(format) | |
| { | |
| case VK_FORMAT_D16_UNORM_S8_UINT: | |
| return VK_FORMAT_D16_UNORM; | |
| case VK_FORMAT_D24_UNORM_S8_UINT: | |
| return VK_FORMAT_X8_D24_UNORM_PACK32; // FIXME: This will allocate an extra byte per pixel | |
| case VK_FORMAT_D32_SFLOAT_S8_UINT: | |
| return VK_FORMAT_D32_SFLOAT; | |
| default: | |
| break; | |
| } | |
| break; | |
| case VK_IMAGE_ASPECT_STENCIL_BIT: | |
| switch(format) | |
| { | |
| case VK_FORMAT_D16_UNORM_S8_UINT: | |
| case VK_FORMAT_D24_UNORM_S8_UINT: | |
| case VK_FORMAT_D32_SFLOAT_S8_UINT: | |
| return VK_FORMAT_S8_UINT; | |
| default: | |
| break; | |
| } | |
| break; | |
| default: | |
| break; | |
| } | |
| return format; | |
| } | |
| bool Image::isCube() const | |
| { | |
| return (flags & VK_IMAGE_CREATE_CUBE_COMPATIBLE_BIT) && (imageType == VK_IMAGE_TYPE_2D); | |
| } | |
| uint8_t* Image::end() const | |
| { | |
| return reinterpret_cast<uint8_t*>(deviceMemory->getOffsetPointer(deviceMemory->getCommittedMemoryInBytes() + 1)); | |
| } | |
| VkDeviceSize Image::getMemoryOffset(VkImageAspectFlagBits aspect) const | |
| { | |
| switch(format) | |
| { | |
| case VK_FORMAT_D16_UNORM_S8_UINT: | |
| case VK_FORMAT_D24_UNORM_S8_UINT: | |
| case VK_FORMAT_D32_SFLOAT_S8_UINT: | |
| if(aspect == VK_IMAGE_ASPECT_STENCIL_BIT) | |
| { | |
| // Offset by depth buffer to get to stencil buffer | |
| return memoryOffset + getStorageSize(VK_IMAGE_ASPECT_DEPTH_BIT); | |
| } | |
| break; | |
| default: | |
| break; | |
| } | |
| return memoryOffset; | |
| } | |
| VkDeviceSize Image::getMemoryOffset(VkImageAspectFlagBits aspect, uint32_t mipLevel) const | |
| { | |
| VkDeviceSize offset = getMemoryOffset(aspect); | |
| for(uint32_t i = 0; i < mipLevel; ++i) | |
| { | |
| offset += getMultiSampledLevelSize(aspect, i); | |
| } | |
| return offset; | |
| } | |
| VkDeviceSize Image::getMemoryOffset(VkImageAspectFlagBits aspect, uint32_t mipLevel, uint32_t layer) const | |
| { | |
| return layer * getLayerSize(aspect) + getMemoryOffset(aspect, mipLevel); | |
| } | |
| VkDeviceSize Image::getMipLevelSize(VkImageAspectFlagBits aspect, uint32_t mipLevel) const | |
| { | |
| return getMipLevelExtent(mipLevel).depth * slicePitchBytes(aspect, mipLevel); | |
| } | |
| VkDeviceSize Image::getMultiSampledLevelSize(VkImageAspectFlagBits aspect, uint32_t mipLevel) const | |
| { | |
| return getMipLevelSize(aspect, mipLevel) * samples; | |
| } | |
| VkDeviceSize Image::getLayerSize(VkImageAspectFlagBits aspect) const | |
| { | |
| VkDeviceSize layerSize = 0; | |
| for(uint32_t mipLevel = 0; mipLevel < mipLevels; ++mipLevel) | |
| { | |
| layerSize += getMultiSampledLevelSize(aspect, mipLevel); | |
| } | |
| return layerSize; | |
| } | |
| VkDeviceSize Image::getStorageSize(VkImageAspectFlags aspectMask) const | |
| { | |
| if (aspectMask == (VK_IMAGE_ASPECT_DEPTH_BIT|VK_IMAGE_ASPECT_STENCIL_BIT)) | |
| { | |
| return arrayLayers * (getLayerSize(VK_IMAGE_ASPECT_DEPTH_BIT) + getLayerSize(VK_IMAGE_ASPECT_STENCIL_BIT)); | |
| } | |
| return arrayLayers * getLayerSize(static_cast<VkImageAspectFlagBits>(aspectMask)); | |
| } | |
| void Image::blit(VkImage dstImage, const VkImageBlit& region, VkFilter filter) | |
| { | |
| device->getBlitter()->blit(this, Cast(dstImage), region, filter); | |
| } | |
| void Image::resolve(VkImage dstImage, const VkImageResolve& region) | |
| { | |
| VkImageBlit blitRegion; | |
| blitRegion.srcOffsets[0] = blitRegion.srcOffsets[1] = region.srcOffset; | |
| blitRegion.srcOffsets[1].x += region.extent.width; | |
| blitRegion.srcOffsets[1].y += region.extent.height; | |
| blitRegion.srcOffsets[1].z += region.extent.depth; | |
| blitRegion.dstOffsets[0] = blitRegion.dstOffsets[1] = region.dstOffset; | |
| blitRegion.dstOffsets[1].x += region.extent.width; | |
| blitRegion.dstOffsets[1].y += region.extent.height; | |
| blitRegion.dstOffsets[1].z += region.extent.depth; | |
| blitRegion.srcSubresource = region.srcSubresource; | |
| blitRegion.dstSubresource = region.dstSubresource; | |
| device->getBlitter()->blit(this, Cast(dstImage), blitRegion, VK_FILTER_NEAREST); | |
| } | |
| VkFormat Image::getClearFormat() const | |
| { | |
| // Set the proper format for the clear value, as described here: | |
| // https://www.khronos.org/registry/vulkan/specs/1.1-extensions/html/vkspec.html#clears-values | |
| if(format.isSignedNonNormalizedInteger()) | |
| { | |
| return VK_FORMAT_R32G32B32A32_SINT; | |
| } | |
| else if(format.isUnsignedNonNormalizedInteger()) | |
| { | |
| return VK_FORMAT_R32G32B32A32_UINT; | |
| } | |
| return VK_FORMAT_R32G32B32A32_SFLOAT; | |
| } | |
| uint32_t Image::getLastLayerIndex(const VkImageSubresourceRange& subresourceRange) const | |
| { | |
| return ((subresourceRange.layerCount == VK_REMAINING_ARRAY_LAYERS) ? | |
| arrayLayers : (subresourceRange.baseArrayLayer + subresourceRange.layerCount)) - 1; | |
| } | |
| uint32_t Image::getLastMipLevel(const VkImageSubresourceRange& subresourceRange) const | |
| { | |
| return ((subresourceRange.levelCount == VK_REMAINING_MIP_LEVELS) ? | |
| mipLevels : (subresourceRange.baseMipLevel + subresourceRange.levelCount)) - 1; | |
| } | |
| void Image::clear(void* pixelData, VkFormat pixelFormat, const vk::Format& viewFormat, const VkImageSubresourceRange& subresourceRange, const VkRect2D& renderArea) | |
| { | |
| device->getBlitter()->clear(pixelData, pixelFormat, this, viewFormat, subresourceRange, &renderArea); | |
| } | |
| void Image::clear(const VkClearColorValue& color, const VkImageSubresourceRange& subresourceRange) | |
| { | |
| if(!(subresourceRange.aspectMask == VK_IMAGE_ASPECT_COLOR_BIT)) | |
| { | |
| UNIMPLEMENTED("aspectMask"); | |
| } | |
| device->getBlitter()->clear((void*)color.float32, getClearFormat(), this, format, subresourceRange); | |
| } | |
| void Image::clear(const VkClearDepthStencilValue& color, const VkImageSubresourceRange& subresourceRange) | |
| { | |
| if((subresourceRange.aspectMask & ~(VK_IMAGE_ASPECT_DEPTH_BIT | | |
| VK_IMAGE_ASPECT_STENCIL_BIT)) != 0) | |
| { | |
| UNIMPLEMENTED("aspectMask"); | |
| } | |
| if(subresourceRange.aspectMask & VK_IMAGE_ASPECT_DEPTH_BIT) | |
| { | |
| VkImageSubresourceRange depthSubresourceRange = subresourceRange; | |
| depthSubresourceRange.aspectMask = VK_IMAGE_ASPECT_DEPTH_BIT; | |
| device->getBlitter()->clear((void*)(&color.depth), VK_FORMAT_D32_SFLOAT, this, format, depthSubresourceRange); | |
| } | |
| if(subresourceRange.aspectMask & VK_IMAGE_ASPECT_STENCIL_BIT) | |
| { | |
| VkImageSubresourceRange stencilSubresourceRange = subresourceRange; | |
| stencilSubresourceRange.aspectMask = VK_IMAGE_ASPECT_STENCIL_BIT; | |
| device->getBlitter()->clear((void*)(&color.stencil), VK_FORMAT_S8_UINT, this, format, stencilSubresourceRange); | |
| } | |
| } | |
| void Image::clear(const VkClearValue& clearValue, const vk::Format& viewFormat, const VkRect2D& renderArea, const VkImageSubresourceRange& subresourceRange) | |
| { | |
| if(!((subresourceRange.aspectMask == VK_IMAGE_ASPECT_COLOR_BIT) || | |
| (subresourceRange.aspectMask & (VK_IMAGE_ASPECT_DEPTH_BIT | | |
| VK_IMAGE_ASPECT_STENCIL_BIT)))) | |
| { | |
| UNIMPLEMENTED("subresourceRange"); | |
| } | |
| if(subresourceRange.aspectMask == VK_IMAGE_ASPECT_COLOR_BIT) | |
| { | |
| clear((void*)(clearValue.color.float32), getClearFormat(), viewFormat, subresourceRange, renderArea); | |
| } | |
| else | |
| { | |
| if(subresourceRange.aspectMask & VK_IMAGE_ASPECT_DEPTH_BIT) | |
| { | |
| VkImageSubresourceRange depthSubresourceRange = subresourceRange; | |
| depthSubresourceRange.aspectMask = VK_IMAGE_ASPECT_DEPTH_BIT; | |
| clear((void*)(&clearValue.depthStencil.depth), VK_FORMAT_D32_SFLOAT, viewFormat, depthSubresourceRange, renderArea); | |
| } | |
| if(subresourceRange.aspectMask & VK_IMAGE_ASPECT_STENCIL_BIT) | |
| { | |
| VkImageSubresourceRange stencilSubresourceRange = subresourceRange; | |
| stencilSubresourceRange.aspectMask = VK_IMAGE_ASPECT_STENCIL_BIT; | |
| clear((void*)(&clearValue.depthStencil.stencil), VK_FORMAT_S8_UINT, viewFormat, stencilSubresourceRange, renderArea); | |
| } | |
| } | |
| } | |
| } // namespace vk |