TheCloud/dwarfs
1
0
Fork 0
mirror of https://github.com/mhx/dwarfs.git synced 2025-09-12 13:59:46 -04:00
Code Issues Packages Projects Releases Wiki Activity

More detailed verbose logging in scanner & segmenter

Browse Source
This commit is contained in:
Marcus Holland-Moritz 2023-08-26 11:32:53 +02:00
parent bef05cbfcf
commit 88f2d44f05
2 changed files with 22 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/dwarfs/scanner.cpp
View File

@ -683,6 +683,10 @@ void scanner_<LoggerPolicy>::scan(
if (catmgr) {
meta = catmgr->category_metadata(category);
if (!meta.empty()) {
LOG_VERBOSE << category_prefix(catmgr, category)
<< "metadata: " << meta;
}
}
auto cc = fsw.get_compression_constraints(category.value(), meta);

21
src/dwarfs/segmenter.cpp
View File

@ -342,6 +342,10 @@ class ConstantGranularityPolicy : private GranularityPolicyBase {
func();
}
}
static uint_fast32_t granularity_bytes() { return kGranularity; }
static bool compile_time_granularity() { return true; }
};
class VariableGranularityPolicy : private GranularityPolicyBase {
@ -401,6 +405,10 @@ class VariableGranularityPolicy : private GranularityPolicyBase {
}
}
uint_fast32_t granularity_bytes() const { return granularity_; }
static bool compile_time_granularity() { return false; }
private:
uint_fast32_t const granularity_;
};
@ -626,8 +634,10 @@ class segmenter_ final : public segmenter::impl, private SegmentingPolicy {
using GranularityPolicyT::add_match;
using GranularityPolicyT::add_new_block;
using GranularityPolicyT::bytes_to_frames;
using GranularityPolicyT::compile_time_granularity;
using GranularityPolicyT::constrained_block_size;
using GranularityPolicyT::frames_to_bytes;
using GranularityPolicyT::granularity_bytes;
using SegmentingPolicy::is_multi_block_mode;
using SegmentingPolicy::is_segmentation_enabled;
@ -649,9 +659,14 @@ class segmenter_ final : public segmenter::impl, private SegmentingPolicy {
, global_filter_{bloom_filter_size(cfg)}
, match_counts_{1, 0, 128} {
if constexpr (is_segmentation_enabled()) {
LOG_VERBOSE << cfg_.context << "using a " << size_with_unit(window_size_)
<< " window at " << size_with_unit(window_step_)
<< " steps for segment analysis";
LOG_VERBOSE << cfg_.context << "using a "
<< size_with_unit(frames_to_bytes(window_size_))
<< " window at "
<< size_with_unit(frames_to_bytes(window_step_))
<< " steps with "
<< (compile_time_granularity() ? "compile" : "run")
<< "-time " << granularity_bytes()
<< "-byte frames for segment analysis";
LOG_VERBOSE << cfg_.context << "bloom filter size: "
<< size_with_unit(global_filter_.size() / 8);