TheCloud/dwarfs
1
0
Fork 0
mirror of https://github.com/mhx/dwarfs.git synced 2025-09-12 13:59:46 -04:00
Code Issues Packages Projects Releases Wiki Activity

chore(filesystem_writer): pass fs_section when copying sections

Browse Source
This commit is contained in:
Marcus Holland-Moritz 2023-12-17 11:52:20 +01:00
parent 96af22d715
commit de3ee6cc42
3 changed files with 27 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
include/dwarfs/filesystem_writer.h
View File

@ -33,6 +33,7 @@
#include "dwarfs/compression_constraints.h"
#include "dwarfs/fragment_category.h"
#include "dwarfs/fs_section.h"
#include "dwarfs/fstypes.h"
#include "dwarfs/options.h"
#include "dwarfs/worker_group.h"
@ -128,9 +129,8 @@ class filesystem_writer {
impl_->write_section(type, compression, data, cat);
}
void write_compressed_section(section_type type, compression_type compression,
std::span<uint8_t const> data) {
impl_->write_compressed_section(type, compression, data);
void write_compressed_section(fs_section sec, std::span<uint8_t const> data) {
impl_->write_compressed_section(std::move(sec), data);
}
void flush() { impl_->flush(); }
@ -174,8 +174,7 @@ class filesystem_writer {
std::span<uint8_t const> data,
std::optional<fragment_category::value_type> cat) = 0;
virtual void
write_compressed_section(section_type type, compression_type compression,
std::span<uint8_t const> data) = 0;
write_compressed_section(fs_section sec, std::span<uint8_t const> data) = 0;
virtual void flush() = 0;
virtual size_t size() const = 0;
};

3
src/dwarfs/filesystem_v2.cpp
View File

@ -611,8 +611,7 @@ void filesystem_<LoggerPolicy>::rewrite(progress& prog,
std::optional<fragment_category::value_type> const& cat =
std::nullopt) {
log_rewrite(false, s, cat);
writer.write_compressed_section(s->type(), s->compression(),
s->data(*mm_));
writer.write_compressed_section(*s, s->data(*mm_));
};
auto from_none_to_none =

33
src/dwarfs/filesystem_writer.cpp
View File

@ -84,8 +84,10 @@ class fsblock {
folly::Function<void(size_t)> set_block_cb = nullptr);
fsblock(section_type type, compression_type compression,
std::span<uint8_t const> data,
std::shared_ptr<compression_progress> pctx = nullptr);
std::span<uint8_t const> data);
fsblock(fs_section sec, std::span<uint8_t const> data,
std::shared_ptr<compression_progress> pctx);
fsblock(section_type type, block_compressor const& bc,
std::span<uint8_t const> data, compression_type data_comp_type,
@ -255,12 +257,18 @@ class raw_fsblock : public fsblock::impl {
class compressed_fsblock : public fsblock::impl {
public:
compressed_fsblock(section_type type, compression_type compression,
std::span<uint8_t const> range,
std::shared_ptr<compression_progress> pctx)
std::span<uint8_t const> range)
: type_{type}
, compression_{compression}
, range_{range} {}
compressed_fsblock(fs_section sec, std::span<uint8_t const> range,
std::shared_ptr<compression_progress> pctx)
: type_{sec.type()}
, compression_{sec.compression()}
, range_{range}
, pctx_{std::move(pctx)} {}
, pctx_{std::move(pctx)}
, sec_{std::move(sec)} {}
void
compress(worker_group& wg, std::optional<std::string> /* meta */) override {
@ -303,6 +311,7 @@ class compressed_fsblock : public fsblock::impl {
std::optional<uint32_t> number_;
section_header_v2 header_;
std::shared_ptr<compression_progress> pctx_;
std::optional<fs_section> sec_;
};
class rewritten_fsblock : public fsblock::impl {
@ -420,9 +429,12 @@ fsblock::fsblock(section_type type, block_compressor const& bc,
std::move(set_block_cb))) {}
fsblock::fsblock(section_type type, compression_type compression,
std::span<uint8_t const> data,
std::span<uint8_t const> data)
: impl_(std::make_unique<compressed_fsblock>(type, compression, data)) {}
fsblock::fsblock(fs_section sec, std::span<uint8_t const> data,
std::shared_ptr<compression_progress> pctx)
: impl_(std::make_unique<compressed_fsblock>(type, compression, data,
: impl_(std::make_unique<compressed_fsblock>(std::move(sec), data,
std::move(pctx))) {}
fsblock::fsblock(section_type type, block_compressor const& bc,
@ -497,7 +509,7 @@ class filesystem_writer_ final : public filesystem_writer::impl {
void write_section(section_type type, compression_type compression,
std::span<uint8_t const> data,
std::optional<fragment_category::value_type> cat) override;
void write_compressed_section(section_type type, compression_type compression,
void write_compressed_section(fs_section sec,
std::span<uint8_t const> data) override;
void flush() override;
size_t size() const override { return os_.tellp(); }
@ -861,8 +873,7 @@ void filesystem_writer_<LoggerPolicy>::write_section(
template <typename LoggerPolicy>
void filesystem_writer_<LoggerPolicy>::write_compressed_section(
section_type type, compression_type compression,
std::span<uint8_t const> data) {
fs_section sec, std::span<uint8_t const> data) {
{
std::lock_guard lock(mx_);
@ -870,7 +881,7 @@ void filesystem_writer_<LoggerPolicy>::write_compressed_section(
pctx_ = prog_.create_context<compression_progress>();
}
auto fsb = std::make_unique<fsblock>(type, compression, data, pctx_);
auto fsb = std::make_unique<fsblock>(std::move(sec), data, pctx_);
fsb->set_block_no(section_number_++);
fsb->compress(wg_);