Merge pull request #216 from fjall-rs/feat/index-block/block-handle-seqno

wip

Author: marvin-j97

src/cache.rs

@@ -88,8 +88,8 @@ impl Cache {
         #[expect(clippy::expect_used, reason = "nothing we can do if it fails")]
         let opts = quick_cache::OptionsBuilder::new()
             .weight_capacity(bytes)
-            .hot_allocation(0.5)
-            .estimated_items_capacity(1_000)
+            .hot_allocation(0.8)
+            .estimated_items_capacity(10_000)
             .build()
             .expect("cache options should be valid");
 

src/config/mod.rs

@@ -16,8 +16,8 @@ pub use hash_ratio::HashRatioPolicy;
 pub use pinning::PinningPolicy;
 pub use restart_interval::RestartIntervalPolicy;
 
-/// Partioning policy for indexes and filters
-pub type PartioningPolicy = PinningPolicy;
+/// Partitioning policy for indexes and filters
+pub type PartitioningPolicy = PinningPolicy;
 
 use crate::{
     path::absolute_path, version::DEFAULT_LEVEL_COUNT, AnyTree, BlobTree, Cache, CompressionType,
@@ -209,10 +209,10 @@ pub struct Config {
     pub data_block_hash_ratio_policy: HashRatioPolicy,
 
     /// Whether to partition index blocks
-    pub index_block_partitioning_policy: PartioningPolicy,
+    pub index_block_partitioning_policy: PartitioningPolicy,
 
     /// Whether to partition filter blocks
-    pub filter_block_partitioning_policy: PartioningPolicy,
+    pub filter_block_partitioning_policy: PartitioningPolicy,
 
     /// Partition size when using partitioned indexes
     pub index_block_partition_size_policy: BlockSizePolicy,

src/config/pinning.rs

@@ -22,13 +22,19 @@ impl PinningPolicy {
             .unwrap_or_else(|| self.last().copied().expect("policy should not be empty"))
     }
 
-    /// Uses the same block size in every level.
+    /// Uses the same policy in every level.
     #[must_use]
     pub fn all(c: bool) -> Self {
         Self(vec![c])
     }
 
-    /// Constructs a custom block size policy.
+    /// Fully disables pinning.
+    #[must_use]
+    pub fn disabled() -> Self {
+        Self::all(false)
+    }
+
+    /// Constructs a custom policy.
     #[must_use]
     pub fn new(policy: impl Into<Vec<bool>>) -> Self {
         let policy = policy.into();

src/metrics.rs

@@ -111,6 +111,11 @@ impl Metrics {
             + self.filter_block_load_io.load(Relaxed)
     }
 
+    /// Number of data blocks that were loaded from disk or OS page cache.
+    pub fn data_block_load_cached_count(&self) -> usize {
+        self.data_block_load_cached.load(Relaxed)
+    }
+
     /// Number of index blocks that were loaded from disk or OS page cache.
     pub fn index_block_load_cached_count(&self) -> usize {
         self.index_block_load_cached.load(Relaxed)
@@ -133,6 +138,18 @@ impl Metrics {
         self.block_load_io_count() + self.block_load_cached_count()
     }
 
+    /// Data block cache efficiency in percent (0.0 - 1.0).
+    pub fn data_block_cache_hit_rate(&self) -> f64 {
+        let queries = self.data_block_load_count() as f64;
+        let hits = self.data_block_load_cached_count() as f64;
+
+        if queries == 0.0 {
+            1.0
+        } else {
+            hits / queries
+        }
+    }
+
     /// Filter block cache efficiency in percent (0.0 - 1.0).
     pub fn filter_block_cache_hit_rate(&self) -> f64 {
         let queries = self.filter_block_load_count() as f64;