maokaihe/mini_lsm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix leveled compaction tests

Browse Source 
Signed-off-by: Alex Chi Z <iskyzh@gmail.com>
This commit is contained in:
Alex Chi Z
2024-01-30 17:14:45 +08:00
parent 71342d4384
commit 30da00c517
2 changed files with 24 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
mini-lsm-mvcc/src/compact/leveled.rs
View File

@@ -118,6 +118,21 @@ impl LeveledCompactionController {
}
}
priorities.sort_by(|a, b| a.partial_cmp(b).unwrap().reverse());
println!(
"target level sizes: {:?}, real level sizes: {:?}, base_level: {}",
target_level_size
.iter()
.map(|x| format!("{:.3}MB", *x as f64 / 1024.0 / 1024.0))
.collect::<Vec<_>>(),
real_level_size
.iter()
.map(|x| format!("{:.3}MB", *x as f64 / 1024.0 / 1024.0))
.collect::<Vec<_>>(),
base_level,
);
println!("compaction triggered by priority: {:?}", priorities);
let priority = priorities.first();
if let Some((_, level)) = priority {
println!(

20
mini-lsm/src/tests/harness.rs
View File

@@ -338,21 +338,19 @@ pub fn check_compaction_ratio(storage: Arc<MiniLsm>) {
}) => {
assert!(l0_sst_num < level0_file_num_compaction_trigger);
assert!(level_size.len() <= max_levels);
for idx in 1..level_size.len() {
let prev_size = level_size[idx - 1];
let this_size = level_size[idx];
if this_size == 0 {
continue;
}
let last_level_size = *level_size.last().unwrap();
let mut multiplier = 1.0;
for idx in (1..level_size.len()).rev() {
multiplier *= level_size_multiplier as f64;
let this_size = level_size[idx - 1];
assert!(
// do not add hard requirement on level size multiplier considering bloom filters...
this_size as f64 / prev_size as f64 >= (level_size_multiplier as f64 - 0.5),
"L{}/L{}, {}/{}<<{}",
state.levels[idx].0,
this_size as f64 / last_level_size as f64 <= 1.0 / multiplier + 0.5,
"L{}/L_max, {}/{}>>1.0/{}",
state.levels[idx - 1].0,
this_size,
prev_size,
level_size_multiplier
last_level_size,
multiplier
);
}
assert!(