add 3.4 tests

Signed-off-by: Alex Chi <iskyzh@gmail.com>

mini-lsm-mvcc/src/tests/week3_day4.rs

@@ -0,0 +1,188 @@
+use std::ops::Bound;
+
+use bytes::Bytes;
+use tempfile::tempdir;
+
+use crate::{
+    compact::CompactionOptions,
+    key::KeySlice,
+    lsm_storage::{LsmStorageOptions, MiniLsm, WriteBatchRecord},
+    mvcc::watermark::Watermark,
+    table::SsTableBuilder,
+    tests::harness::check_lsm_iter_result_by_key,
+};
+
+use super::harness::{check_iter_result_by_key, construct_merge_iterator_over_storage};
+
+#[test]
+fn test_task1_watermark() {
+    let mut watermark = Watermark::new();
+    watermark.add_reader(0);
+    for i in 1..=1000 {
+        watermark.add_reader(i);
+        assert_eq!(watermark.watermark(), Some(0));
+        assert_eq!(watermark.num_retained_snapshots(), i as usize + 1);
+    }
+    let mut cnt = 1001;
+    for i in 0..500 {
+        watermark.remove_reader(i);
+        assert_eq!(watermark.watermark(), Some(i + 1));
+        cnt -= 1;
+        assert_eq!(watermark.num_retained_snapshots(), cnt);
+    }
+    for i in (501..=1000).rev() {
+        watermark.remove_reader(i);
+        assert_eq!(watermark.watermark(), Some(500));
+        cnt -= 1;
+        assert_eq!(watermark.num_retained_snapshots(), cnt);
+    }
+    watermark.remove_reader(500);
+    assert_eq!(watermark.watermark(), None);
+    assert_eq!(watermark.num_retained_snapshots(), 0);
+    watermark.add_reader(2000);
+    watermark.add_reader(2000);
+    watermark.add_reader(2001);
+    assert_eq!(watermark.num_retained_snapshots(), 2);
+    assert_eq!(watermark.watermark(), Some(2000));
+    watermark.remove_reader(2000);
+    assert_eq!(watermark.num_retained_snapshots(), 2);
+    assert_eq!(watermark.watermark(), Some(2000));
+    watermark.remove_reader(2000);
+    assert_eq!(watermark.num_retained_snapshots(), 1);
+    assert_eq!(watermark.watermark(), Some(2001));
+}
+
+#[test]
+fn test_task2_snapshot_watermark() {
+    let dir = tempdir().unwrap();
+    let options = LsmStorageOptions::default_for_week2_test(CompactionOptions::NoCompaction);
+    let storage = MiniLsm::open(&dir, options.clone()).unwrap();
+    let txn1 = storage.new_txn().unwrap();
+    let txn2 = storage.new_txn().unwrap();
+    storage.put(b"233", b"23333").unwrap();
+    let txn3 = storage.new_txn().unwrap();
+    assert_eq!(storage.inner.mvcc().watermark(), txn1.read_ts);
+    drop(txn1);
+    assert_eq!(storage.inner.mvcc().watermark(), txn2.read_ts);
+    drop(txn2);
+    assert_eq!(storage.inner.mvcc().watermark(), txn3.read_ts);
+    drop(txn3);
+    assert_eq!(
+        storage.inner.mvcc().watermark(),
+        storage.inner.mvcc().latest_commit_ts()
+    );
+}
+
+#[test]
+fn test_task3_mvcc_compaction() {
+    let dir = tempdir().unwrap();
+    let options = LsmStorageOptions::default_for_week2_test(CompactionOptions::NoCompaction);
+    let storage = MiniLsm::open(&dir, options.clone()).unwrap();
+    let snapshot0 = storage.new_txn().unwrap();
+    storage
+        .write_batch(&[
+            WriteBatchRecord::Put(b"a", b"1"),
+            WriteBatchRecord::Put(b"b", b"1"),
+        ])
+        .unwrap();
+    let snapshot1 = storage.new_txn().unwrap();
+    storage
+        .write_batch(&[
+            WriteBatchRecord::Put(b"a", b"2"),
+            WriteBatchRecord::Put(b"d", b"2"),
+        ])
+        .unwrap();
+    let snapshot2 = storage.new_txn().unwrap();
+    storage
+        .write_batch(&[
+            WriteBatchRecord::Put(b"a", b"3"),
+            WriteBatchRecord::Del(b"d"),
+        ])
+        .unwrap();
+    let snapshot3 = storage.new_txn().unwrap();
+    storage
+        .write_batch(&[
+            WriteBatchRecord::Put(b"c", b"4"),
+            WriteBatchRecord::Del(b"a"),
+        ])
+        .unwrap();
+
+    storage.force_flush().unwrap();
+    storage.force_full_compaction().unwrap();
+
+    let mut iter = construct_merge_iterator_over_storage(&storage.inner.state.read());
+    check_iter_result_by_key(
+        &mut iter,
+        vec![
+            (Bytes::from("a"), Bytes::new()),
+            (Bytes::from("a"), Bytes::from("3")),
+            (Bytes::from("a"), Bytes::from("2")),
+            (Bytes::from("a"), Bytes::from("1")),
+            (Bytes::from("b"), Bytes::from("1")),
+            (Bytes::from("c"), Bytes::from("4")),
+            (Bytes::from("d"), Bytes::new()),
+            (Bytes::from("d"), Bytes::from("2")),
+        ],
+    );
+
+    drop(snapshot0);
+    storage.force_full_compaction().unwrap();
+
+    let mut iter = construct_merge_iterator_over_storage(&storage.inner.state.read());
+    check_iter_result_by_key(
+        &mut iter,
+        vec![
+            (Bytes::from("a"), Bytes::new()),
+            (Bytes::from("a"), Bytes::from("3")),
+            (Bytes::from("a"), Bytes::from("2")),
+            (Bytes::from("a"), Bytes::from("1")),
+            (Bytes::from("b"), Bytes::from("1")),
+            (Bytes::from("c"), Bytes::from("4")),
+            (Bytes::from("d"), Bytes::new()),
+            (Bytes::from("d"), Bytes::from("2")),
+        ],
+    );
+
+    drop(snapshot1);
+    storage.force_full_compaction().unwrap();
+
+    let mut iter = construct_merge_iterator_over_storage(&storage.inner.state.read());
+    check_iter_result_by_key(
+        &mut iter,
+        vec![
+            (Bytes::from("a"), Bytes::new()),
+            (Bytes::from("a"), Bytes::from("3")),
+            (Bytes::from("a"), Bytes::from("2")),
+            (Bytes::from("b"), Bytes::from("1")),
+            (Bytes::from("c"), Bytes::from("4")),
+            (Bytes::from("d"), Bytes::new()),
+            (Bytes::from("d"), Bytes::from("2")),
+        ],
+    );
+
+    drop(snapshot2);
+    storage.force_full_compaction().unwrap();
+
+    let mut iter = construct_merge_iterator_over_storage(&storage.inner.state.read());
+    check_iter_result_by_key(
+        &mut iter,
+        vec![
+            (Bytes::from("a"), Bytes::new()),
+            (Bytes::from("a"), Bytes::from("3")),
+            (Bytes::from("b"), Bytes::from("1")),
+            (Bytes::from("c"), Bytes::from("4")),
+        ],
+    );
+
+    drop(snapshot3);
+    storage.force_full_compaction().unwrap();
+
+    let mut iter = construct_merge_iterator_over_storage(&storage.inner.state.read());
+    check_iter_result_by_key(
+        &mut iter,
+        vec![
+            (Bytes::from("b"), Bytes::from("1")),
+            (Bytes::from("c"), Bytes::from("4")),
+        ],
+    );
+}