Optimize chunk eviction

Cargo.toml

@@ -2,5 +2,10 @@
 resolver = "3"
 members = ["libnvme-sys", "nvme", "oxcache"]
 
+[profile.dev]
+debug-assertions = false
+
 [profile.dev.package."*"]
 opt-level = 3
+strip = "none"
+debug-assertions = false

cortes.server.block.chunk.toml

@@ -19,7 +19,7 @@ remote_artificial_delay_microsec = 40632
 eviction_policy = "chunk"
 high_water_evict = 1 # Number remaining from end, evicts if reaches here
 low_water_evict = 3  # Evict until below mark
-eviction_interval = 1  # Evict every 1s
+eviction_interval_ms = 1000  # Evict every 1s
 
 [metrics]
 ip_addr = "127.0.0.1"

cortes.server.block.promo.toml

@@ -19,7 +19,7 @@ remote_artificial_delay_microsec = 40632
 eviction_policy = "promotional"
 high_water_evict = 1 # Number remaining from end, evicts if reaches here
 low_water_evict = 3  # Evict until below mark
-eviction_interval = 1  # Evict every 1s
+eviction_interval_ms = 1000  # Evict every 1s
 
 [metrics]
 ip_addr = "127.0.0.1"

cortes.server.block.toml

@@ -19,7 +19,7 @@ remote_artificial_delay_microsec = 40632
 eviction_policy = "promotional"
 high_water_evict = 1 # Number remaining from end, evicts if reaches here
 low_water_evict = 3  # Evict until below mark
-eviction_interval = 1  # Evict every 1s
+eviction_interval_ms = 1000  # Evict every 1s
 
 [metrics]
 ip_addr = "127.0.0.1"

cortes.server.zns.chunk.toml

@@ -19,11 +19,11 @@ remote_artificial_delay_microsec = 40632
 eviction_policy = "chunk"
 high_water_evict = 16 # Number remaining from end, evicts if reaches here
 low_water_evict = 32  # Evict until below mark
-eviction_interval = 1  # Evict every 1s
+eviction_interval_ms = 250  # Evict every 1s
 high_water_clean = 16 # Number remaining from end, cleans if reaches here (only used with chunk)
 low_water_clean = 8  # Clean until below mark (only used with chunk)
 
 [metrics]
 ip_addr = "127.0.0.1"
 port = 9000
-file_metrics_directory = "./logs"
+file_metrics_directory = "./logs"

cortes.server.zns.promo.toml

@@ -19,7 +19,7 @@ remote_artificial_delay_microsec = 40632
 eviction_policy = "promotional"
 high_water_evict = 1 # Number remaining from end, evicts if reaches here
 low_water_evict = 3  # Evict until below mark
-eviction_interval = 1  # Evict every 1s
+eviction_interval_ms = 1000  # Evict every 1s
 
 [metrics]
 ip_addr = "127.0.0.1"

cortes.server.zns.toml

@@ -19,7 +19,7 @@ remote_artificial_delay_microsec = 40632
 eviction_policy = "promotional"
 high_water_evict = 1 # Number remaining from end, evicts if reaches here
 low_water_evict = 3  # Evict until below mark
-eviction_interval = 1  # Evict every 1s
+eviction_interval_ms = 1000  # Evict every 1s
 
 [metrics]
 ip_addr = "127.0.0.1"

example.server.toml

@@ -19,7 +19,7 @@ remote_artificial_delay_microsec = 40632
 eviction_policy = "promotional"
 high_water_evict = 5 # Number remaining from end, evicts if reaches here
 low_water_evict = 7  # Evict until below mark
-eviction_interval = 1  # Evict every 1s
+eviction_interval_ms = 1000  # Evict every 1s
 
 [metrics]
 ip_addr = "127.0.0.1"

github_runner.server.toml

@@ -16,6 +16,6 @@ remote_artificial_delay_microsec = 40632
 eviction_policy = "promotional"
 high_water_evict = 1 # Number remaining from end, evicts if reaches here
 low_water_evict = 3  # Evict until below mark
-eviction_interval = 1  # Evict every 1s
+eviction_interval_ms = 1000  # Evict every 1s
 
 [metrics]

local.server.toml

@@ -18,7 +18,7 @@ remote_artificial_delay_microsec = 40632
 eviction_policy = "promotional"
 high_water_evict = 5 # Number remaining from end, evicts if reaches here
 low_water_evict = 7  # Evict until below mark
-eviction_interval = 1  # Evict every 1s
+eviction_interval_ms = 1000  # Evict every 1s
 
 [metrics]
 ip_addr = "127.0.0.1"

oxcache/Cargo.toml

@@ -22,7 +22,7 @@ async-trait = "0.1.88"
 rand = "0.9.1"
 rand_pcg = "0.9.0"
 flume = "0.11.1"
-lru = "0.16.0"
+lru-mem = "0.3.0"
 ndarray = "0.16.1"
 uuid = { version = "1.17.0", features = ["v4"] }
 byteorder = "1.5.0"
@@ -37,6 +37,7 @@ priority-queue = "2.5.0"
 tracing-appender = "0.2.3"
 tracing = "0.1.41"
 chrono = "0.4.41"
+libc = "0.2.175"
 
 [[test]]
   name = "integration_tests"

oxcache/src/cache/bucket.rs

@@ -2,6 +2,7 @@ use crate::request::GetRequest;
 use nvme::types::{Byte, Zone};
 use std::sync::{Arc, atomic::{AtomicUsize, Ordering}};
 use tokio::sync::Notify;
+use lru_mem::HeapSize;
 
 #[derive(Debug, Clone, Eq, PartialEq, Hash)]
 pub struct Chunk {
@@ -26,6 +27,15 @@ impl ChunkLocation {
     }
 }
 
+impl HeapSize for ChunkLocation {
+    fn heap_size(&self) -> usize {
+        // ChunkLocation contains no heap-allocated data
+        0
+    }
+}
+
+// ValueSize is automatically implemented via blanket implementation
+
 /// A ChunkLocation with pin counting for coordinating with eviction
 #[derive(Debug)]
 pub struct PinnedChunkLocation {