You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
o3de/Code/Tools/CryCommonTools/ZipDir/ZipDirTree.cpp

357 lines
11 KiB
C++

/*
* All or portions of this file Copyright (c) Amazon.com, Inc. or its affiliates or
* its licensors.
*
* For complete copyright and license terms please see the LICENSE at the root of this
* distribution (the "License"). All use of this software is governed by the License,
* or, if provided, by the license below or the license accompanying this file. Do not
* remove or modify any license notices. This file is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
*
*/
// Original file Copyright Crytek GMBH or its affiliates, used under license.
#include "ZipFileFormat.h"
#include "zipdirstructures.h"
#include "ZipDirTree.h"
// Adds or finds the file. Returns non-initialized structure if it was added,
// or an IsInitialized() structure if it was found
ZipDir::FileEntry* ZipDir::FileEntryTree::Add(char* szPath, char* szUnifiedPath)
{
// find the slash; if we found it, it's a subdirectory - add a subdirectory and
// add the file to it.
// if we didn't find it, it's a file - add the file to this dir
char* pSlash;
for (pSlash = szPath; *pSlash && *pSlash != '/' && *pSlash != '\\'; ++pSlash)
{
continue; // find the next slash
}
char* pUnifiedSlash = szUnifiedPath + (pSlash - szPath);
assert(*pUnifiedSlash == '\0' || *pUnifiedSlash == '\\' || *pUnifiedSlash == '/');
if (*pUnifiedSlash)
{
FileEntryTree* pSubdir;
// we have a subdirectory here - create the file in it
{
char* unifiedDir = szUnifiedPath;
*pUnifiedSlash = '\0';
char* dir = szPath;
*pSlash = '\0';
SubdirMap::iterator it = m_mapDirs.find (unifiedDir);
if (it == m_mapDirs.end())
{
pSubdir = new FileEntryTree(dir);
m_mapDirs.insert (SubdirMap::value_type(unifiedDir, pSubdir));
}
else
{
pSubdir = it->second;
}
}
return pSubdir->Add(pSlash + 1, pUnifiedSlash + 1);
}
else
{
ZipDir::FileEntry* result = &m_mapFiles[szUnifiedPath];
result->szOriginalFileName = szPath;
return result;
}
}
// adds a file to this directory
ZipDir::ErrorEnum ZipDir::FileEntryTree::Add (char* szPath, char* szUnifiedPath, const FileEntry& file)
{
FileEntry* pFile = Add (szPath, szUnifiedPath);
if (!pFile)
{
return ZD_ERROR_INVALID_PATH;
}
if (pFile->IsInitialized())
{
return ZD_ERROR_FILE_ALREADY_EXISTS;
}
// preserve original filename
const char* szOriginalFileName = pFile->szOriginalFileName;
*pFile = file;
pFile->szOriginalFileName = szOriginalFileName;
return ZD_ERROR_SUCCESS;
}
// returns the number of files in this tree, including this and sublevels
unsigned ZipDir::FileEntryTree::NumFilesTotal() const
{
unsigned numFiles = (unsigned)m_mapFiles.size();
for (SubdirMap::const_iterator it = m_mapDirs.begin(); it != m_mapDirs.end(); ++it)
{
numFiles += it->second->NumFilesTotal();
}
return numFiles;
}
#ifdef _TEST_
size_t g_nSF = 0, g_nSS = 0, g_nSN = 0, g_nSNa = 0, g_nSH;
size_t g_nGF = 0, g_nGS = 0, g_nGN = 0, g_nGNa = 0, g_nGH;
#endif
// returns the size required to serialize the tree
size_t ZipDir::FileEntryTree::GetSizeSerialized() const
{
// the total size of name pool gets aligned on 4-byte boundary
size_t nSizeOfNamePool = 0;
size_t nSizeOfFileEntries = 0, nSizeOfDirEntries = 0;
size_t nSizeOfSubdirs = 0;
for (SubdirMap::const_iterator itDir = m_mapDirs.begin(); itDir != m_mapDirs.end(); ++itDir)
{
nSizeOfDirEntries += sizeof(DirEntry);
const char* dirname = itDir->first;
nSizeOfNamePool += strlen(dirname) + 1;
nSizeOfSubdirs += itDir->second->GetSizeSerialized();
}
// for each file, we need to have an entry in the name pool and in the file list
for (FileMap::const_iterator itFile = m_mapFiles.begin(); itFile != m_mapFiles.end(); ++itFile)
{
nSizeOfFileEntries += sizeof(FileEntry);
const char* fname = itFile->first;
nSizeOfNamePool += strlen(fname) + 1;
}
if (nSizeOfNamePool > 0xFFFF)
{
// we don't support so long names/directories
THROW_ZIPDIR_ERROR(ZD_ERROR_UNSUPPORTED, "Name pool larger then 65536 bytes");
}
#ifdef _TEST_
g_nGF += nSizeOfFileEntries;
g_nGS += nSizeOfDirEntries;
g_nGN += nSizeOfNamePool;
g_nGNa += ((nSizeOfNamePool + 3) & ~3);
g_nGH += sizeof(DirHeader);
#endif
return sizeof(DirHeader) + ((nSizeOfNamePool + 3) & ~3) + nSizeOfDirEntries + nSizeOfFileEntries + nSizeOfSubdirs;
}
// serializes into the memory
size_t ZipDir::FileEntryTree::Serialize (DirHeader* pDirHeader) const
{
pDirHeader->numDirs = (ZipFile::ushort)m_mapDirs.size();
pDirHeader->numFiles = (ZipFile::ushort)m_mapFiles.size();
DirEntry* pDirEntries = (DirEntry*)(pDirHeader + 1);
FileEntry* pFileEntries = (FileEntry*)(pDirEntries + pDirHeader->numDirs);
char* pNamePool = (char*)(pFileEntries + pDirHeader->numFiles);
char* pName = pNamePool;
DirEntry* pDirEntry = pDirEntries;
FileEntry* pFileEntry = pFileEntries;
SubdirMap::const_iterator itDir;
for (itDir = m_mapDirs.begin(); itDir != m_mapDirs.end(); ++itDir)
{
pDirEntry->nNameOffset = (ZipFile::ulong)(pName - pNamePool);
size_t nNameLen = strlen(itDir->first);
memcpy (pName, itDir->first, nNameLen + 1);
pName += nNameLen + 1;
++pDirEntry;
}
assert ((FileEntry*)pDirEntry == pFileEntry);
// for each file, we need to have an entry in the name pool and in the file list
for (FileMap::const_iterator itFile = m_mapFiles.begin(); itFile != m_mapFiles.end(); ++itFile)
{
*pFileEntry = itFile->second;
const char* filename = itFile->first;
pFileEntry->nNameOffset = (ZipFile::ushort)(pName - pNamePool);
size_t nNameLen = strlen(filename);
memcpy (pName, filename, nNameLen + 1);
pName += nNameLen + 1;
++pFileEntry;
}
assert ((const char*)pFileEntry == pNamePool);
// now the name pool is full. Go on and fill the other directories
const char* pSubdirHeader = (const char*)(((UINT_PTR)(pName + 3)) & ~3);
#ifdef _TEST_
g_nSF += pDirHeader->numFiles * sizeof(FileEntry);
g_nSS += pDirHeader->numDirs * sizeof(DirEntry);
g_nSN += pName - pNamePool;
g_nSNa += pSubdirHeader - pNamePool;
g_nSH += sizeof(DirHeader);
#endif
pDirEntry = pDirEntries;
for (itDir = m_mapDirs.begin(); itDir != m_mapDirs.end(); ++itDir)
{
pDirEntry->nDirHeaderOffset = (ZipFile::ulong)(pSubdirHeader - (const char*)pDirEntry);
pSubdirHeader += itDir->second->Serialize ((DirHeader*)pSubdirHeader);
++pDirEntry;
}
return pSubdirHeader - (const char*)pDirHeader;
}
void ZipDir::FileEntryTree::Clear()
{
for (SubdirMap::iterator it = m_mapDirs.begin(); it != m_mapDirs.end(); ++it)
{
delete it->second;
}
m_mapDirs.clear();
m_mapFiles.clear();
}
size_t ZipDir::FileEntryTree::GetSize() const
{
size_t nSize = sizeof(*this);
for (SubdirMap::const_iterator itDir = m_mapDirs.begin(); itDir != m_mapDirs.end(); ++itDir)
{
nSize += strlen(itDir->first) + sizeof(*itDir) + itDir->second->GetSize();
}
for (FileMap::const_iterator itFile = m_mapFiles.begin(); itFile != m_mapFiles.end(); ++itFile)
{
nSize += strlen(itFile->first) + sizeof(*itFile);
}
return nSize;
}
size_t ZipDir::FileEntryTree::GetCompressedFileSize() const
{
size_t nSize = 0;
for (SubdirMap::const_iterator itDir = m_mapDirs.begin(); itDir != m_mapDirs.end(); ++itDir)
{
nSize += itDir->second->GetCompressedFileSize();
}
for (FileMap::const_iterator itFile = m_mapFiles.begin(); itFile != m_mapFiles.end(); ++itFile)
{
nSize += itFile->second.desc.lSizeCompressed;
}
return nSize;
}
size_t ZipDir::FileEntryTree::GetUncompressedFileSize() const
{
size_t nSize = 0;
for (SubdirMap::const_iterator itDir = m_mapDirs.begin(); itDir != m_mapDirs.end(); ++itDir)
{
nSize += itDir->second->GetUncompressedFileSize();
}
for (FileMap::const_iterator itFile = m_mapFiles.begin(); itFile != m_mapFiles.end(); ++itFile)
{
nSize += itFile->second.desc.lSizeUncompressed;
}
return nSize;
}
bool ZipDir::FileEntryTree::IsOwnerOf (const FileEntry* pFileEntry) const
{
for (FileMap::const_iterator itFile = m_mapFiles.begin(); itFile != m_mapFiles.end(); ++itFile)
{
if (pFileEntry == &itFile->second)
{
return true;
}
}
for (SubdirMap::const_iterator itDir = m_mapDirs.begin(); itDir != m_mapDirs.end(); ++itDir)
{
if (itDir->second->IsOwnerOf (pFileEntry))
{
return true;
}
}
return false;
}
ZipDir::FileEntryTree* ZipDir::FileEntryTree::FindDir(const char* szDirName)
{
SubdirMap::iterator it = m_mapDirs.find (szDirName);
if (it == m_mapDirs.end())
{
return NULL;
}
else
{
return it->second;
}
}
ZipDir::FileEntryTree::FileMap::iterator ZipDir::FileEntryTree::FindFile (const char* szFileName)
{
return m_mapFiles.find (szFileName);
}
ZipDir::FileEntry* ZipDir::FileEntryTree::GetFileEntry(FileMap::iterator it)
{
return it == GetFileEnd() ? NULL : &it->second;
}
ZipDir::FileEntryTree* ZipDir::FileEntryTree::GetDirEntry(SubdirMap::iterator it)
{
return it == GetDirEnd() ? NULL : it->second;
}
const ZipDir::FileEntry* ZipDir::FileEntryTree::GetFileEntry(FileMap::const_iterator it) const
{
return it == GetFileEnd() ? NULL : &it->second;
}
const ZipDir::FileEntryTree* ZipDir::FileEntryTree::GetDirEntry(SubdirMap::const_iterator it) const
{
return it == GetDirEnd() ? NULL : it->second;
}
ZipDir::ErrorEnum ZipDir::FileEntryTree::RemoveDir (const char* szDirName)
{
SubdirMap::iterator itRemove = m_mapDirs.find (szDirName);
if (itRemove == m_mapDirs.end())
{
return ZD_ERROR_FILE_NOT_FOUND;
}
delete itRemove->second;
m_mapDirs.erase (itRemove);
return ZD_ERROR_SUCCESS;
}
ZipDir::ErrorEnum ZipDir::FileEntryTree::RemoveFile (const char* szFileName)
{
FileMap::iterator itRemove = m_mapFiles.find (szFileName);
if (itRemove == m_mapFiles.end())
{
return ZD_ERROR_FILE_NOT_FOUND;
}
m_mapFiles.erase (itRemove);
return ZD_ERROR_SUCCESS;
}
size_t ZipDir::FileEntryTree::NumDirsTotal() const
{
size_t result = m_mapDirs.size();
SubdirMap::const_iterator it;
for (it = m_mapDirs.begin(); it != m_mapDirs.end(); ++it)
{
result += it->second->NumDirsTotal();
}
return result;
}