You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
o3de/Gems/ImageProcessing/Code/Source/Converters/Cubemap.cpp

621 lines
23 KiB
C++

/*
* All or portions of this file Copyright (c) Amazon.com, Inc. or its affiliates or
* its licensors.
*
* For complete copyright and license terms please see the LICENSE at the root of this
* distribution (the "License"). All use of this software is governed by the License,
* or, if provided, by the license below or the license accompanying this file. Do not
* remove or modify any license notices. This file is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
*
*/
#include <ImageProcessing_precompiled.h>
#include <Processing/ImageObjectImpl.h>
#include <Processing/ImageToProcess.h>
#include <Processing/PixelFormatInfo.h>
#include <Processing/ImageConvert.h>
#include <Processing/ImageFlags.h>
#include <Compressors/Compressor.h>
#include <Converters/PixelOperation.h>
#include <Converters/Cubemap.h>
#include <CubeMapGen/CCubeMapProcessor.h>
namespace ImageProcessing
{
CubemapLayoutInfo CubemapLayout::s_layoutList[CubemapLayoutTypeCount];
template <class TInteger>
inline bool IsPowerOfTwo(TInteger x)
{
return (x & (x - 1)) == 0;
}
CubemapLayoutInfo::CubemapLayoutInfo()
: m_type(CubemapLayoutNone)
, m_rows(0)
, m_columns(0)
{
}
void CubemapLayoutInfo::SetFaceInfo(CubemapFace face, AZ::u8 row, AZ::u8 col, CubemapFaceDirection dir)
{
m_faceInfos[face].row = row;
m_faceInfos[face].column = col;
m_faceInfos[face].direction = dir;
}
void CubemapLayout::InitCubemapLayoutInfos()
{
//CubemapLayoutHorizontal
//left , right, front, back, top, bottom;
//NOTE: this layout is widely used in game projects by Jan 2018 since other layouts weren't supported correctly
//but the faces in one has unusual directions compare to other format.
//The direction matters when using it as input for Cubemap generation filter.
//Left: rotated left 90 degree. Right: rotated right 90 degree
//Front: rotated 180 degree. Back: no rotation
//Top: rotate 180 degree. Bottom: no rotation
CubemapLayoutInfo *info = &s_layoutList[CubemapLayoutHorizontal];
info->m_rows = 1;
info->m_columns = 6;
info->m_type = CubemapLayoutHorizontal;
info->SetFaceInfo(FaceLeft, 0, 0, CubemapFaceDirection::DirRotateLeft90);
info->SetFaceInfo(FaceRight, 0, 1, CubemapFaceDirection::DirRotateRight90);
info->SetFaceInfo(FaceFront, 0, 2, CubemapFaceDirection::DirRotate180);
info->SetFaceInfo(FaceBack, 0, 3, CubemapFaceDirection::DirNoRotation);
info->SetFaceInfo(FaceTop, 0, 4, CubemapFaceDirection::DirRotate180);
info->SetFaceInfo(FaceBottom, 0, 5, CubemapFaceDirection::DirNoRotation);
//CubemapLayoutHorizontalCross
// top
// left front right back
// bottom
info = &s_layoutList[CubemapLayoutHorizontalCross];
info->m_rows = 3;
info->m_columns = 4;
info->m_type = CubemapLayoutHorizontalCross;
info->SetFaceInfo(FaceLeft, 1, 0, CubemapFaceDirection::DirNoRotation);
info->SetFaceInfo(FaceRight, 1, 2, CubemapFaceDirection::DirNoRotation);
info->SetFaceInfo(FaceFront, 1, 1, CubemapFaceDirection::DirNoRotation);
info->SetFaceInfo(FaceBack, 1, 3, CubemapFaceDirection::DirNoRotation);
info->SetFaceInfo(FaceTop, 0, 1, CubemapFaceDirection::DirNoRotation);
info->SetFaceInfo(FaceBottom, 2, 1, CubemapFaceDirection::DirNoRotation);
//CubemapLayoutVerticalCross
// top
// left front right
// bottom
// back
info = &s_layoutList[CubemapLayoutVerticalCross];
info->m_rows = 4;
info->m_columns = 3;
info->m_type = CubemapLayoutVerticalCross;
info->SetFaceInfo(FaceLeft, 1, 0, CubemapFaceDirection::DirNoRotation);
info->SetFaceInfo(FaceRight, 1, 2, CubemapFaceDirection::DirNoRotation);
info->SetFaceInfo(FaceFront, 1, 1, CubemapFaceDirection::DirNoRotation);
info->SetFaceInfo(FaceBack, 3, 1, CubemapFaceDirection::DirRotate180);
info->SetFaceInfo(FaceTop, 0, 1, CubemapFaceDirection::DirNoRotation);
info->SetFaceInfo(FaceBottom, 2, 1, CubemapFaceDirection::DirNoRotation);
//CubemapLayoutVertical
// left
// right
// front
// back
// top
// bottom
info = &s_layoutList[CubemapLayoutVertical];
info->m_rows = 6;
info->m_columns = 1;
info->m_type = CubemapLayoutVertical;
info->SetFaceInfo(FaceLeft, 0, 0, CubemapFaceDirection::DirRotateLeft90);
info->SetFaceInfo(FaceRight, 1, 0, CubemapFaceDirection::DirRotateRight90);
info->SetFaceInfo(FaceFront, 2, 0, CubemapFaceDirection::DirRotate180);
info->SetFaceInfo(FaceBack, 3, 0, CubemapFaceDirection::DirNoRotation);
info->SetFaceInfo(FaceTop, 4, 0, CubemapFaceDirection::DirRotate180);
info->SetFaceInfo(FaceBottom, 5, 0, CubemapFaceDirection::DirNoRotation);
//make sure all types were initialized
for (int i = 0; i < CubemapLayoutTypeCount; i++)
{
AZ_Assert(s_layoutList[i].m_type == i, "layout %d is not initialized", i);
}
}
const float* GetTransformMatrix(CubemapFaceDirection dir, bool isInvert)
{
switch (dir)
{
case CubemapFaceDirection::DirNoRotation:
{
static const float mat[] = { 1, 0, 0, 1 };
return mat;
}
case CubemapFaceDirection::DirRotateLeft90:
{
//thelta = 90 degree
//{cos, -sin, sin, cos}
if (isInvert)
{
return GetTransformMatrix(CubemapFaceDirection::DirRotateRight90, false);
}
static const float mat[] = { 0, -1, 1, 0 };
return mat;
}
case CubemapFaceDirection::DirRotateRight90:
{
//thelta = -90 degree
if (isInvert)
{
return GetTransformMatrix(CubemapFaceDirection::DirRotateLeft90, false);
}
static const float mat[] = { 0, 1, -1, 0 };
return mat;
}
case CubemapFaceDirection::DirRotate180:
{
//thelta = 180 degree
static const float mat[] = { -1, 0, 0, -1 };
return mat;
}
case CubemapFaceDirection::DirMirrorHorizontal:
{
static const float mat[] = { 1, 0, 0, -1 };
return mat;
}
default:
{
AZ_Assert(false, "unimplemented direction matrix");
static const float mat[] = { 1, 0, 0, 1 };
return mat;
}
}
}
void TransformImage(CubemapFaceDirection srcDir, CubemapFaceDirection dstDir, const AZ::u8* srcImageBuf,
AZ::u8* dstImageBuf, AZ::u8 bytePerPixel, AZ::u32 rectSize)
{
//get final matrix to transform dst back to src
const float* m1 = GetTransformMatrix(dstDir, true);
const float* m2 = GetTransformMatrix(srcDir, false);
float mtx[4];
mtx[0] = m1[0] * m2[0] + m1[1] * m2[2];
mtx[1] = m1[0] * m2[1] + m1[1] * m2[3];
mtx[2] = m1[2] * m2[0] + m1[3] * m2[2];
mtx[3] = m1[2] * m2[1] + m1[3] * m2[3];
const float* noRotate = GetTransformMatrix(CubemapFaceDirection::DirNoRotation, false);
if (memcmp(noRotate, mtx, 4 * sizeof(float)) == 0)
{
memcpy(dstImageBuf, srcImageBuf, rectSize*rectSize*bytePerPixel);
return;
}
//for each pixel in dst image, find it's location in src and copy the data from there
float halfSize = rectSize / 2;
for (AZ::u32 row = 0; row < rectSize; row++)
{
for (AZ::u32 col = 0; col < rectSize; col++)
{
//coordinate in image center as origin and right as positive X, up as positive Y
float dstX = col + 0.5f - halfSize;
float dstY = halfSize - row - 0.5f;
float srcX = dstX * mtx[0] + dstY * mtx[1];
float srcY = dstX * mtx[2] + dstY * mtx[3];
AZ::u32 srcCol = srcX + halfSize;
AZ::u32 srcRow = halfSize - srcY;
memcpy(&dstImageBuf[(row*rectSize + col)*bytePerPixel],
&srcImageBuf[(srcRow*rectSize + srcCol)*bytePerPixel], bytePerPixel);
}
}
}
CubemapLayout::CubemapLayout()
: m_info(nullptr)
, m_image(nullptr)
, m_faceSize(256)
{
}
CubemapLayout* CubemapLayout::CreateCubemapLayout(IImageObjectPtr image)
{
//only support uncompressed format.
if (!CPixelFormats::GetInstance().IsPixelFormatUncompressed(image->GetPixelFormat()))
{
AZ_Assert(false, "CubemapLayout only support uncompressed image");
return nullptr;
}
CubemapLayout* layout = nullptr;
CubemapLayoutInfo* info = GetCubemapLayoutInfo(image);
if (info)
{
layout = new CubemapLayout();
layout->m_info = GetCubemapLayoutInfo(image);
layout->m_image = image;
layout->m_faceSize = image->GetWidth(0)/layout->m_info->m_columns;
}
return layout;
}
CubemapLayoutInfo* CubemapLayout::GetCubemapLayoutInfo(CubemapLayoutType type)
{
if (type == CubemapLayoutNone)
{
return nullptr;
}
//if it's never initialized
if (s_layoutList[0].m_type == CubemapLayoutNone)
{
InitCubemapLayoutInfos();
}
return &s_layoutList[type];
}
CubemapLayoutInfo* CubemapLayout::GetCubemapLayoutInfo(IImageObjectPtr image)
{
//if it's never initialized
if (s_layoutList[0].m_type == CubemapLayoutNone)
{
InitCubemapLayoutInfos();
}
if (image == nullptr)
{
return nullptr;
}
uint32 width, height;
width = image->GetWidth(0);
height = image->GetHeight(0);
CubemapLayoutInfo* info = nullptr;
for (int i = 0; i < CubemapLayoutTypeCount; i++)
{
if (width * s_layoutList[i].m_rows == height*s_layoutList[i].m_columns)
{
info = &s_layoutList[i];
//we require the face size need to be power of two
if (IsPowerOfTwo(width / info->m_columns))
{
return info;
}
else
{
return nullptr;
}
}
}
return nullptr;
}
//public functions to get faces information for associated image
AZ::u32 CubemapLayout::GetFaceSize()
{
return m_faceSize;
}
CubemapLayoutInfo* CubemapLayout::GetLayoutInfo()
{
return m_info;
}
CubemapFaceDirection CubemapLayout::GetFaceDirection(CubemapFace face)
{
return m_info->m_faceInfos[face].direction;
}
void CubemapLayout::GetFaceData(CubemapFace face, void* outBuffer, AZ::u32& outSize)
{
//only valid for uncompressed
AZ::u32 sizePerPixel = CPixelFormats::GetInstance().GetPixelFormatInfo(m_image->GetPixelFormat())->bitsPerBlock / 8;
AZ::u8* imageBuf;
AZ::u32 dwPitch;
m_image->GetImagePointer(0, imageBuf, dwPitch);
AZ::u8* dstBuf = (AZ::u8*)outBuffer;
AZ::u32 startX = m_info->m_faceInfos[face].column * m_faceSize;
AZ::u32 startY = m_info->m_faceInfos[face].row * m_faceSize;
//face size is same as rows for uncompressed format
for (AZ::u32 y = 0; y < m_faceSize; y++)
{
AZ::u32 scanlineSize = m_faceSize*sizePerPixel;
AZ::u8* srcBuf = &imageBuf[(startY + y) * dwPitch + startX*sizePerPixel];
memcpy(dstBuf, srcBuf, scanlineSize);
dstBuf += scanlineSize;
}
outSize = m_faceSize*m_faceSize*sizePerPixel;
}
void CubemapLayout::SetFaceData(CubemapFace face, void* dataBuffer, [[maybe_unused]] AZ::u32 dataSize)
{
//only valid for uncompressed
AZ::u32 sizePerPixel = CPixelFormats::GetInstance().GetPixelFormatInfo(m_image->GetPixelFormat())->bitsPerBlock / 8;
AZ::u8* imageBuf;
AZ::u32 dwPitch;
m_image->GetImagePointer(0, imageBuf, dwPitch);
AZ::u8* srcBuf = (AZ::u8*)dataBuffer;
AZ::u32 startX = m_info->m_faceInfos[face].column * m_faceSize;
AZ::u32 startY = m_info->m_faceInfos[face].row * m_faceSize;
//face size is same as rows for uncompressed format
for (AZ::u32 y = 0; y < m_faceSize; y++)
{
AZ::u32 scanlineSize = m_faceSize*sizePerPixel;
AZ::u8* dstBuf = &imageBuf[(startY + y) * dwPitch + startX*sizePerPixel];
memcpy(dstBuf, srcBuf, scanlineSize);
srcBuf += scanlineSize;
}
}
void* CubemapLayout::GetFaceMemBuffer(AZ::u32 mip, CubemapFace face, AZ::u32& outPitch)
{
if (CubemapLayoutVertical != m_info->m_type)
{
AZ_Assert(false, "this should only be used for CubemapLayoutVertical which has continous memory for each face");
return nullptr;
}
AZ::u32 faceSize = m_faceSize >> mip;
AZ::u8* imageBuf;
m_image->GetImagePointer(mip, imageBuf, outPitch);
AZ::u32 startY = m_info->m_faceInfos[face].row * faceSize;
//use startY is same as rows from m_image since the pixel format is uncompressed
return &imageBuf[startY * outPitch];
}
void CubemapLayout::SetToFaceMemBuffer(AZ::u32 mip, CubemapFace face, void* dataBuffer)
{
if (CubemapLayoutVertical != m_info->m_type)
{
AZ_Assert(false, "this should only be used for CubemapLayoutVertical which has continuous memory for each face");
return;
}
AZ::u32 faceSize = m_faceSize >> mip;
AZ::u32 pitch;
AZ::u8* imageBuf;
m_image->GetImagePointer(mip, imageBuf, pitch);
AZ::u32 startY = m_info->m_faceInfos[face].row * faceSize;
//use startY is same as rows from m_image since the pixel format is uncompressed
memcpy(&imageBuf[startY * pitch], dataBuffer, faceSize*pitch);
}
void CubemapLayout::GetRectForFace(AZ::u32 mip, CubemapFace face, QRect& outRect)
{
AZ::u32 faceSize = m_faceSize >> mip;
AZ::u32 startY = m_info->m_faceInfos[face].row * faceSize;
AZ::u32 startX = m_info->m_faceInfos[face].column * faceSize;
outRect.setRect(startX, startY, faceSize, faceSize);
}
bool ImageToProcess::ConvertCubemapLayout(CubemapLayoutType dstLayoutType)
{
const EPixelFormat srcPixelFormat = m_img->GetPixelFormat();
//it need to be uncompressed format
if (!CPixelFormats::GetInstance().IsPixelFormatUncompressed(srcPixelFormat))
{
AZ_Assert(false, "Please convert the image to uncompressed pixel format before calling ConvertCubemapLayout");
return false;
}
//check if it's valid cubemap size
CubemapLayoutInfo* layoutInfo = CubemapLayout::GetCubemapLayoutInfo(m_img);
if (layoutInfo == nullptr)
{
AZ_Error("Image Processing", false, "The original image doesn't have a valid size (layout) as cubemap");
return false;
}
//if the source is same as output layout, return directly
if (layoutInfo->m_type == dstLayoutType)
{
return true;
}
CubemapLayoutInfo* dstLayoutInfo = CubemapLayout::GetCubemapLayoutInfo(dstLayoutType);
//create cubemap layout for source image for later operation.
CubemapLayout *srcCubemap = CubemapLayout::CreateCubemapLayout(m_img);
AZ::u32 faceSize = srcCubemap->GetFaceSize();
//create new image with same pixel format and copy prperties from source image
IImageObjectPtr newImage(IImageObject::CreateImage(faceSize * dstLayoutInfo->m_columns,
faceSize*dstLayoutInfo->m_rows, 1, srcPixelFormat));
CubemapLayout *dstCubemap = CubemapLayout::CreateCubemapLayout(newImage);
newImage->CopyPropertiesFrom(newImage);
//copy data from src cube to dst cube for each face
//temp buf for copy over data
AZ::u32 sizePerPixel = CPixelFormats::GetInstance().GetPixelFormatInfo(srcPixelFormat)->bitsPerBlock/8; //only valid for uncompressed
AZ::u8 *buf = new AZ::u8[faceSize*faceSize*sizePerPixel];
AZ::u8 *tempBuf = new AZ::u8[faceSize*faceSize*sizePerPixel];
for (AZ::u32 faceIdx = 0; faceIdx < FaceCount; faceIdx++)
{
AZ::u32 outSize = 0;
CubemapFace face = (CubemapFace)faceIdx;
srcCubemap->GetFaceData(face, buf, outSize);
CubemapFaceDirection srcDir = srcCubemap->GetFaceDirection(face);
CubemapFaceDirection dstDir = dstCubemap->GetFaceDirection(face);
if (srcDir == dstDir)
{
dstCubemap->SetFaceData(face, buf, outSize);
}
else
{
//transform the image
TransformImage(srcDir, dstDir, buf, tempBuf, sizePerPixel, faceSize);
dstCubemap->SetFaceData(face, tempBuf, outSize);
}
}
//clean up
delete[] buf;
delete[] tempBuf;
delete srcCubemap;
delete dstCubemap;
newImage->AddImageFlags(EIF_Cubemap);
m_img = newImage;
return true;
}
bool ImageConvertProcess::FillCubemapMipmaps()
{
//this function only works with pixel format rgba32f
const EPixelFormat srcPixelFormat = m_image->Get()->GetPixelFormat();
if (srcPixelFormat != ePixelFormat_R32G32B32A32F)
{
AZ_Assert(false, "%s only works with pixel format rgba32f", __FUNCTION__);
return false;
}
//only if the src image has one mip
if (m_image->Get()->GetMipCount() != 1)
{
AZ_Assert(false, "%s called for a mipmapped image. ", __FUNCTION__);
return false;
}
CubemapLayout *srcCubemap = CubemapLayout::CreateCubemapLayout(m_image->Get());
uint32 outWidth;
uint32 outHeight;
uint32 outReduce = 0;
AZ::u32 srcFaceSize = srcCubemap->GetFaceSize();
//get output face size
GetOutputExtent(srcFaceSize, srcFaceSize, outWidth, outHeight, outReduce, &m_textureSetting, &m_presetSetting);
AZ_Assert(outWidth == outHeight, "something wrong with GetOutputExtent function");
//get final cubemap image size
outWidth *= srcCubemap->GetLayoutInfo()->m_columns;
outHeight *= srcCubemap->GetLayoutInfo()->m_rows;
//max mipmap count
uint32 maxMipCount;
if (m_presetSetting.m_mipmapSetting == nullptr || !m_textureSetting.m_enableMipmap)
{
maxMipCount = 1;
}
else
{
//calculate based on face size, and use final export format which may save some low level mip calculation
maxMipCount = CPixelFormats::GetInstance().ComputeMaxMipCount(m_presetSetting.m_pixelFormat, srcFaceSize, srcFaceSize);
//the FilterImage function won't do well with rect size 1. avoiding cubemap with face size 1
if (srcFaceSize >> maxMipCount == 1 && maxMipCount > 1)
{
maxMipCount -= 1;
}
}
//create new new output image with proper face
IImageObjectPtr outImage(IImageObject::CreateImage(outWidth, outHeight, maxMipCount, srcPixelFormat));
outImage->CopyPropertiesFrom(m_image->Get());
CubemapLayout *dstCubemap = CubemapLayout::CreateCubemapLayout(outImage);
AZ::u32 outFaceSize = dstCubemap->GetFaceSize();
AZ::u32 dstMipCount = outImage->GetMipCount();
//filter the image for top mip first
for (int iSide = 0; iSide < 6; ++iSide)
{
QRect srcRect;
QRect dstRect;
srcRect.setLeft(0);
srcRect.setRight(srcFaceSize);
srcRect.setTop(iSide * srcFaceSize);
srcRect.setBottom((iSide + 1) * srcFaceSize);
dstRect.setLeft(0);
dstRect.setRight(outFaceSize);
dstRect.setTop(iSide * outFaceSize);
dstRect.setBottom((iSide + 1) * outFaceSize);
FilterImage(m_textureSetting.m_mipGenType, m_textureSetting.m_mipGenEval, 0, 0, m_image->Get(), 0,
outImage, 0, &srcRect, &dstRect);
}
CCubeMapProcessor atiCubemanGen;
//ATI's cubemap generator to filter the image edges to avoid seam problem
// https://gpuopen.com/archive/gamescgi/cubemapgen/
//the thread support was done with windows thread function so it's removed for multi-dev platform support
atiCubemanGen.m_NumFilterThreads = 0;
// input and output cubemap set to have save dimensions,
atiCubemanGen.Init(outFaceSize, outFaceSize, dstMipCount, 4);
// Load the 6 faces of the input cubemap and copy them into the cubemap processor
void* pMem;
uint32 nPitch;
for (int iFace = 0; iFace < 6; ++iFace)
{
pMem = dstCubemap->GetFaceMemBuffer(0, (CubemapFace)iFace, nPitch);
atiCubemanGen.SetInputFaceData(
iFace, // FaceIdx,
CP_VAL_FLOAT32, // SrcType,
4, // SrcNumChannels,
nPitch, // SrcPitch,
pMem, // SrcDataPtr,
1000000.0f, // MaxClamp,
1.0f, // Degamma,
1.0f); // Scale
}
//Filter cubemap
atiCubemanGen.InitiateFiltering(
m_presetSetting.m_cubemapSetting->m_angle, //BaseFilterAngle,
m_presetSetting.m_cubemapSetting->m_mipAngle, //InitialMipAngle,
m_presetSetting.m_cubemapSetting->m_mipSlope, //MipAnglePerLevelScale,
(int)m_presetSetting.m_cubemapSetting->m_filter, //FilterType, CP_FILTER_TYPE_COSINE for diffuse cube
m_presetSetting.m_cubemapSetting->m_edgeFixup > 0? CP_FIXUP_PULL_LINEAR : CP_FIXUP_NONE, //FixupType, CP_FIXUP_PULL_LINEAR if FixupWidth> 0
m_presetSetting.m_cubemapSetting->m_edgeFixup, //FixupWidth,
true, //bUseSolidAngle,
16, //GlossScale,
0, //GlossBias
128); //SampleCountGGX
// Download data into it
for (int iFace = 0; iFace < 6; ++iFace)
{
for (unsigned int dstMip = 0; dstMip < dstMipCount; ++dstMip)
{
pMem = dstCubemap->GetFaceMemBuffer(dstMip, (CubemapFace)iFace, nPitch);
atiCubemanGen.GetOutputFaceData(iFace, dstMip, CP_VAL_FLOAT32, 4, nPitch, pMem, 1.0f, 1.0f);
}
}
delete srcCubemap;
delete dstCubemap;
//set back to image
m_image->Set(outImage);
return true;
}
} // namespace ImageProcessing