GeorgH93/OpenVulkano
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add option for lazy archive creation with MultiPartArchiveWriter

Browse Source
This commit is contained in:
GeorgH93
2021-07-24 11:21:36 +02:00
parent 393586c4ce
commit 66ff6b3bab
2 changed files with 9 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
openVulkanoCpp/IO/Archive/MultiPartArchiveWriter.cpp
View File

@@ -14,15 +14,16 @@ namespace openVulkanoCpp
{ {
MultiPartArchiveWriter::MultiPartArchiveWriter(const std::string& dir, const std::string& fileNamePattern, MultiPartArchiveWriter::MultiPartArchiveWriter(const std::string& dir, const std::string& fileNamePattern,
const ArchiveConfiguration& archiveConfiguration, const ArchiveConfiguration& archiveConfiguration,
size_t sizeLimit, const std::shared_ptr<spdlog::logger>& logger) size_t sizeLimit, bool lazyCreation,
const std::shared_ptr<spdlog::logger>& logger)
: m_fileSizeLimit(sizeLimit), m_archiveId(0), m_archiveConfig(archiveConfiguration) : m_fileSizeLimit(sizeLimit), m_archiveId(0), m_archiveConfig(archiveConfiguration)
, m_dir(dir), m_fileNamePattern(fileNamePattern), m_logger(logger) , m_dir(dir), m_fileNamePattern(fileNamePattern), m_logger(logger), m_lazyCreation(lazyCreation)
{ {
if (!m_dir.empty() && !std::filesystem::exists(m_dir)) if (!m_dir.empty() && !std::filesystem::exists(m_dir))
{ {
std::filesystem::create_directories(m_dir); std::filesystem::create_directories(m_dir);
} }
StartNewFile(); if (!lazyCreation) StartNewFile();
} }
MultiPartArchiveWriter::~MultiPartArchiveWriter() MultiPartArchiveWriter::~MultiPartArchiveWriter()
@@ -99,12 +100,12 @@ namespace openVulkanoCpp
m_archives.clear(); m_archives.clear();
} }
m_dir = newDir; m_dir = newDir;
StartNewFile(); if (!m_lazyCreation) StartNewFile();
} }
void MultiPartArchiveWriter::Split() void MultiPartArchiveWriter::Split()
{ {
if (!m_writer->GetTotalWrittenBytes()) return; // Nothing has been written yet, no need to split file if (!m_writer || !m_writer->GetTotalWrittenBytes()) return; // Nothing has been written yet, no need to split file
m_writer = nullptr; m_writer = nullptr;
} }
} }

4
openVulkanoCpp/IO/Archive/MultiPartArchiveWriter.hpp
View File

@@ -7,6 +7,7 @@
#pragma once #pragma once
#include "ArchiveWriter.hpp" #include "ArchiveWriter.hpp"
#include "Math/ByteSize.hpp"
#include <memory> #include <memory>
namespace openVulkanoCpp namespace openVulkanoCpp
@@ -21,13 +22,14 @@ namespace openVulkanoCpp
std::unique_ptr<ArchiveWriter> m_writer; std::unique_ptr<ArchiveWriter> m_writer;
std::shared_ptr<spdlog::logger> m_logger; std::shared_ptr<spdlog::logger> m_logger;
std::vector<std::filesystem::path> m_archives; std::vector<std::filesystem::path> m_archives;
bool m_lazyCreation;
void StartNewFile(); void StartNewFile();
void CheckSize(size_t size); void CheckSize(size_t size);
public: public:
MultiPartArchiveWriter(const std::string& dir, const std::string& fileNamePattern, const ArchiveConfiguration& archiveConfiguration, size_t sizeLimit = 2ull << 30, const std::shared_ptr<spdlog::logger>& logger = nullptr); MultiPartArchiveWriter(const std::string& dir, const std::string& fileNamePattern, const ArchiveConfiguration& archiveConfiguration, size_t sizeLimit = 2_GiB, bool lazyCreation = false, const std::shared_ptr<spdlog::logger>& logger = nullptr);
~MultiPartArchiveWriter() override; ~MultiPartArchiveWriter() override;