TheCloud/dwarfs
1
0
Fork 0
mirror of https://github.com/mhx/dwarfs.git synced 2025-09-13 06:16:55 -04:00
Code Issues Packages Projects Releases Wiki Activity

More detailed verbose logging in scanner & segmenter

Browse Source
This commit is contained in:
Marcus Holland-Moritz 2023-08-26 11:32:53 +02:00
parent bef05cbfcf
commit 88f2d44f05
2 changed files with 22 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/dwarfs/scanner.cpp
View File

@ -683,6 +683,10 @@ void scanner_<LoggerPolicy>::scan(
if (catmgr) { if (catmgr) {
meta = catmgr->category_metadata(category); meta = catmgr->category_metadata(category);
if (!meta.empty()) {
LOG_VERBOSE << category_prefix(catmgr, category)
<< "metadata: " << meta;
}
} }
auto cc = fsw.get_compression_constraints(category.value(), meta); auto cc = fsw.get_compression_constraints(category.value(), meta);

21
src/dwarfs/segmenter.cpp
View File

@ -342,6 +342,10 @@ class ConstantGranularityPolicy : private GranularityPolicyBase {
func(); func();
} }
} }
static uint_fast32_t granularity_bytes() { return kGranularity; }
static bool compile_time_granularity() { return true; }
}; };
class VariableGranularityPolicy : private GranularityPolicyBase { class VariableGranularityPolicy : private GranularityPolicyBase {
@ -401,6 +405,10 @@ class VariableGranularityPolicy : private GranularityPolicyBase {
} }
} }
uint_fast32_t granularity_bytes() const { return granularity_; }
static bool compile_time_granularity() { return false; }
private: private:
uint_fast32_t const granularity_; uint_fast32_t const granularity_;
}; };
@ -626,8 +634,10 @@ class segmenter_ final : public segmenter::impl, private SegmentingPolicy {
using GranularityPolicyT::add_match; using GranularityPolicyT::add_match;
using GranularityPolicyT::add_new_block; using GranularityPolicyT::add_new_block;
using GranularityPolicyT::bytes_to_frames; using GranularityPolicyT::bytes_to_frames;
using GranularityPolicyT::compile_time_granularity;
using GranularityPolicyT::constrained_block_size; using GranularityPolicyT::constrained_block_size;
using GranularityPolicyT::frames_to_bytes; using GranularityPolicyT::frames_to_bytes;
using GranularityPolicyT::granularity_bytes;
using SegmentingPolicy::is_multi_block_mode; using SegmentingPolicy::is_multi_block_mode;
using SegmentingPolicy::is_segmentation_enabled; using SegmentingPolicy::is_segmentation_enabled;
@ -649,9 +659,14 @@ class segmenter_ final : public segmenter::impl, private SegmentingPolicy {
, global_filter_{bloom_filter_size(cfg)} , global_filter_{bloom_filter_size(cfg)}
, match_counts_{1, 0, 128} { , match_counts_{1, 0, 128} {
if constexpr (is_segmentation_enabled()) { if constexpr (is_segmentation_enabled()) {
LOG_VERBOSE << cfg_.context << "using a " << size_with_unit(window_size_) LOG_VERBOSE << cfg_.context << "using a "
<< " window at " << size_with_unit(window_step_) << size_with_unit(frames_to_bytes(window_size_))
<< " steps for segment analysis"; << " window at "
<< size_with_unit(frames_to_bytes(window_step_))
<< " steps with "
<< (compile_time_granularity() ? "compile" : "run")
<< "-time " << granularity_bytes()
<< "-byte frames for segment analysis";
LOG_VERBOSE << cfg_.context << "bloom filter size: " LOG_VERBOSE << cfg_.context << "bloom filter size: "
<< size_with_unit(global_filter_.size() / 8); << size_with_unit(global_filter_.size() / 8);