@@ -1,19 +1,23 @@
|
||||
use std::ops::Bound;
|
||||
|
||||
use anyhow::Result;
|
||||
use anyhow::{bail, Result};
|
||||
use bytes::Bytes;
|
||||
|
||||
use crate::iterators::concat_iterator::SstConcatIterator;
|
||||
use crate::iterators::merge_iterator::MergeIterator;
|
||||
use crate::iterators::two_merge_iterator::TwoMergeIterator;
|
||||
use crate::iterators::StorageIterator;
|
||||
use crate::mem_table::MemTableIterator;
|
||||
use crate::table::SsTableIterator;
|
||||
|
||||
type LsmIteratorInner =
|
||||
TwoMergeIterator<MergeIterator<MemTableIterator>, MergeIterator<SsTableIterator>>;
|
||||
/// Represents the internal type for an LSM iterator. This type will be changed across the tutorial for multiple times.
|
||||
type LsmIteratorInner = TwoMergeIterator<
|
||||
TwoMergeIterator<MergeIterator<MemTableIterator>, MergeIterator<SsTableIterator>>,
|
||||
MergeIterator<SstConcatIterator>,
|
||||
>;
|
||||
|
||||
pub struct LsmIterator {
|
||||
iter: LsmIteratorInner,
|
||||
inner: LsmIteratorInner,
|
||||
end_bound: Bound<Bytes>,
|
||||
is_valid: bool,
|
||||
}
|
||||
@@ -22,7 +26,7 @@ impl LsmIterator {
|
||||
pub(crate) fn new(iter: LsmIteratorInner, end_bound: Bound<Bytes>) -> Result<Self> {
|
||||
let mut iter = Self {
|
||||
is_valid: iter.is_valid(),
|
||||
iter,
|
||||
inner: iter,
|
||||
end_bound,
|
||||
};
|
||||
iter.move_to_non_delete()?;
|
||||
@@ -30,21 +34,21 @@ impl LsmIterator {
|
||||
}
|
||||
|
||||
fn next_inner(&mut self) -> Result<()> {
|
||||
self.iter.next()?;
|
||||
if !self.iter.is_valid() {
|
||||
self.inner.next()?;
|
||||
if !self.inner.is_valid() {
|
||||
self.is_valid = false;
|
||||
return Ok(());
|
||||
}
|
||||
match self.end_bound.as_ref() {
|
||||
Bound::Unbounded => {}
|
||||
Bound::Included(key) => self.is_valid = self.iter.key() <= key.as_ref(),
|
||||
Bound::Excluded(key) => self.is_valid = self.iter.key() < key.as_ref(),
|
||||
Bound::Included(key) => self.is_valid = self.inner.key() <= key.as_ref(),
|
||||
Bound::Excluded(key) => self.is_valid = self.inner.key() < key.as_ref(),
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn move_to_non_delete(&mut self) -> Result<()> {
|
||||
while self.is_valid() && self.iter.value().is_empty() {
|
||||
while self.is_valid() && self.inner.value().is_empty() {
|
||||
self.next_inner()?;
|
||||
}
|
||||
Ok(())
|
||||
@@ -57,11 +61,11 @@ impl StorageIterator for LsmIterator {
|
||||
}
|
||||
|
||||
fn key(&self) -> &[u8] {
|
||||
self.iter.key()
|
||||
self.inner.key()
|
||||
}
|
||||
|
||||
fn value(&self) -> &[u8] {
|
||||
self.iter.value()
|
||||
self.inner.value()
|
||||
}
|
||||
|
||||
fn next(&mut self) -> Result<()> {
|
||||
@@ -69,38 +73,63 @@ impl StorageIterator for LsmIterator {
|
||||
self.move_to_non_delete()?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn num_active_iterators(&self) -> usize {
|
||||
self.inner.num_active_iterators()
|
||||
}
|
||||
}
|
||||
|
||||
/// A wrapper around existing iterator, will prevent users from calling `next` when the iterator is
|
||||
/// invalid.
|
||||
/// invalid. If an iterator is already invalid, `next` does not do anything. If `next` returns an error,
|
||||
/// `is_valid` should return false, and `next` should always return an error.
|
||||
pub struct FusedIterator<I: StorageIterator> {
|
||||
iter: I,
|
||||
has_errored: bool,
|
||||
}
|
||||
|
||||
impl<I: StorageIterator> FusedIterator<I> {
|
||||
pub fn new(iter: I) -> Self {
|
||||
Self { iter }
|
||||
Self {
|
||||
iter,
|
||||
has_errored: false,
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl<I: StorageIterator> StorageIterator for FusedIterator<I> {
|
||||
fn is_valid(&self) -> bool {
|
||||
self.iter.is_valid()
|
||||
!self.has_errored && self.iter.is_valid()
|
||||
}
|
||||
|
||||
fn key(&self) -> &[u8] {
|
||||
if self.has_errored || !self.iter.is_valid() {
|
||||
panic!("invalid access to the underlying iterator");
|
||||
}
|
||||
self.iter.key()
|
||||
}
|
||||
|
||||
fn value(&self) -> &[u8] {
|
||||
if self.has_errored || !self.iter.is_valid() {
|
||||
panic!("invalid access to the underlying iterator");
|
||||
}
|
||||
self.iter.value()
|
||||
}
|
||||
|
||||
fn next(&mut self) -> Result<()> {
|
||||
// only move when the iterator is valid
|
||||
// only move when the iterator is valid and not errored
|
||||
if self.has_errored {
|
||||
bail!("the iterator is tainted");
|
||||
}
|
||||
if self.iter.is_valid() {
|
||||
self.iter.next()?;
|
||||
if let Err(e) = self.iter.next() {
|
||||
self.has_errored = true;
|
||||
return Err(e);
|
||||
}
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn num_active_iterators(&self) -> usize {
|
||||
self.iter.num_active_iterators()
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user