refactor(server): replace slab ECS with LeftRight-based global metadata (#2555)

Centralizing metadata into a single LeftRight store provides lock-free
reads across shards and eliminates coordination complexity inherent in
the distributed slab approach. Shards now read from a shared snapshot
while shard 0 exclusively handles writes, ensuring consistency without
per-read synchronization.

---------

Co-authored-by: Grzegorz Koszyk <112548209+numinnex@users.noreply.github.com>

Author: hubcio

Cargo.lock

@@ -178,6 +178,7 @@ serde_yaml_ng = "0.10.0"
 serial_test = "3.3.1"
 server = { path = "core/server" }
 simd-json = { version = "0.17.0", features = ["serde_impl"] }
+slab = "0.4.1"
 strum = { version = "0.27.2", features = ["derive"] }
 strum_macros = "0.27.2"
 sysinfo = "0.37.2"
@@ -212,7 +213,7 @@ uuid = { version = "1.19.0", features = [
     "zerocopy",
 ] }
 webpki-roots = "1.0.5"
-zip = "=7.0.0"
+zip = { version = "7.1.0", default-features = false, features = ["deflate"] }
 
 [profile.release]
 lto = true

Cargo.toml

@@ -31,9 +31,7 @@ anstyle-query: 1.1.5, "Apache-2.0 OR MIT",
 anstyle-wincon: 3.0.11, "Apache-2.0 OR MIT",
 anyhow: 1.0.100, "Apache-2.0 OR MIT",
 apache-avro: 0.17.0, "Apache-2.0",
-arbitrary: 1.4.2, "Apache-2.0 OR MIT",
 arc-swap: 1.8.0, "Apache-2.0 OR MIT",
-arcshift: 0.4.2, "Apache-2.0 OR MIT",
 argon2: 0.5.3, "Apache-2.0 OR MIT",
 array-init: 2.1.0, "Apache-2.0 OR MIT",
 arrayref: 0.3.9, "BSD-2-Clause",
@@ -57,7 +55,7 @@ assert_cmd: 2.1.2, "Apache-2.0 OR MIT",
 astral-tokio-tar: 0.5.6, "Apache-2.0 OR MIT",
 async-broadcast: 0.7.2, "Apache-2.0 OR MIT",
 async-channel: 2.5.0, "Apache-2.0 OR MIT",
-async-compression: 0.4.19, "Apache-2.0 OR MIT",
+async-compression: 0.4.37, "Apache-2.0 OR MIT",
 async-dropper: 0.3.1, "MIT",
 async-dropper-derive: 0.3.1, "MIT",
 async-dropper-simple: 0.2.6, "MIT",
@@ -74,8 +72,8 @@ atomic-polyfill: 1.0.3, "Apache-2.0 OR MIT",
 atomic-waker: 1.1.2, "Apache-2.0 OR MIT",
 autocfg: 1.5.0, "Apache-2.0 OR MIT",
 autotools: 0.2.7, "MIT",
-aws-lc-rs: 1.15.3, "(Apache-2.0 OR ISC) AND ISC",
-aws-lc-sys: 0.36.0, "(Apache-2.0 OR ISC) AND ISC AND OpenSSL",
+aws-lc-rs: 1.15.2, "(Apache-2.0 OR ISC) AND ISC",
+aws-lc-sys: 0.35.0, "(Apache-2.0 OR ISC) AND ISC AND OpenSSL",
 axum: 0.8.8, "MIT",
 axum-core: 0.5.6, "MIT",
 axum-macros: 0.5.0, "MIT",
@@ -122,13 +120,11 @@ bytemuck: 1.24.0, "Apache-2.0 OR MIT OR Zlib",
 byteorder: 1.5.0, "MIT OR Unlicense",
 bytes: 1.11.0, "MIT",
 bytestring: 1.5.0, "Apache-2.0 OR MIT",
-bzip2: 0.5.2, "Apache-2.0 OR MIT",
 bzip2: 0.6.1, "Apache-2.0 OR MIT",
-bzip2-sys: 0.1.13+1.0.8, "Apache-2.0 OR MIT",
 camino: 1.2.2, "Apache-2.0 OR MIT",
 cargo-platform: 0.3.2, "Apache-2.0 OR MIT",
 cargo_metadata: 0.23.1, "MIT",
-cc: 1.2.53, "Apache-2.0 OR MIT",
+cc: 1.2.52, "Apache-2.0 OR MIT",
 cesu8: 1.1.0, "Apache-2.0 OR MIT",
 cfg-if: 1.0.4, "Apache-2.0 OR MIT",
 cfg_aliases: 0.2.1, "MIT",
@@ -160,14 +156,15 @@ compio-quic: 0.6.0, "MIT",
 compio-runtime: 0.10.1, "MIT",
 compio-tls: 0.8.0, "MIT",
 compio-ws: 0.2.0, "MIT",
+compression-codecs: 0.4.36, "Apache-2.0 OR MIT",
+compression-core: 0.4.31, "Apache-2.0 OR MIT",
 concurrent-queue: 2.5.0, "Apache-2.0 OR MIT",
 consensus: 0.1.0, "Apache-2.0",
 console: 0.16.2, "MIT",
 console_error_panic_hook: 0.1.7, "Apache-2.0 OR MIT",
 const-oid: 0.9.6, "Apache-2.0 OR MIT",
 const-random: 0.1.18, "Apache-2.0 OR MIT",
 const-random-macro: 0.1.16, "Apache-2.0 OR MIT",
-constant_time_eq: 0.3.1, "Apache-2.0 OR CC0-1.0 OR MIT-0",
 constant_time_eq: 0.4.2, "Apache-2.0 OR CC0-1.0 OR MIT-0",
 convert_case: 0.6.0, "MIT",
 convert_case: 0.10.0, "MIT",
@@ -177,7 +174,7 @@ core-foundation-sys: 0.8.7, "Apache-2.0 OR MIT",
 core2: 0.4.0, "Apache-2.0 OR MIT",
 core_affinity: 0.8.3, "Apache-2.0 OR MIT",
 cpufeatures: 0.2.17, "Apache-2.0 OR MIT",
-crc: 3.3.0, "Apache-2.0 OR MIT",
+crc: 3.4.0, "Apache-2.0 OR MIT",
 crc-catalog: 2.4.0, "Apache-2.0 OR MIT",
 crc32c: 0.6.8, "Apache-2.0 OR MIT",
 crc32fast: 1.5.0, "Apache-2.0 OR MIT",
@@ -219,12 +216,10 @@ dashmap: 6.1.0, "MIT",
 data-encoding: 2.10.0, "MIT",
 dbus: 0.9.10, "Apache-2.0 OR MIT",
 dbus-secret-service: 4.1.0, "Apache-2.0 OR MIT",
-deflate64: 0.1.10, "MIT",
 der: 0.7.10, "Apache-2.0 OR MIT",
 der-parser: 10.0.0, "Apache-2.0 OR MIT",
 deranged: 0.5.5, "Apache-2.0 OR MIT",
 derive-new: 0.7.0, "MIT",
-derive_arbitrary: 1.4.2, "Apache-2.0 OR MIT",
 derive_builder: 0.20.2, "Apache-2.0 OR MIT",
 derive_builder_core: 0.20.2, "Apache-2.0 OR MIT",
 derive_builder_macro: 0.20.2, "Apache-2.0 OR MIT",
@@ -286,7 +281,7 @@ figlet-rs: 0.1.5, "Apache-2.0",
 figment: 0.10.19, "Apache-2.0 OR MIT",
 file-operation: 0.8.11, "MIT",
 filetime: 0.2.26, "Apache-2.0 OR MIT",
-find-msvc-tools: 0.1.8, "Apache-2.0 OR MIT",
+find-msvc-tools: 0.1.7, "Apache-2.0 OR MIT",
 flatbuffers: 25.12.19, "Apache-2.0",
 flate2: 1.1.8, "Apache-2.0 OR MIT",
 float-cmp: 0.10.0, "MIT",
@@ -437,7 +432,7 @@ jni: 0.21.1, "Apache-2.0 OR MIT",
 jni-sys: 0.3.0, "Apache-2.0 OR MIT",
 jobserver: 0.1.34, "Apache-2.0 OR MIT",
 journal: 0.1.0, "Apache-2.0",
-js-sys: 0.3.85, "Apache-2.0 OR MIT",
+js-sys: 0.3.83, "Apache-2.0 OR MIT",
 jsonwebtoken: 10.2.0, "MIT",
 jwalk: 0.8.1, "MIT",
 keccak: 0.1.5, "Apache-2.0 OR MIT",
@@ -461,6 +456,8 @@ libdbus-sys: 0.2.7, "Apache-2.0 OR MIT",
 libflate: 2.2.1, "MIT",
 libflate_lz77: 2.2.0, "MIT",
 libgit2-sys: 0.18.3+1.9.2, "Apache-2.0 OR MIT",
+liblzma: 0.4.5, "Apache-2.0 OR MIT",
+liblzma-sys: 0.4.4, "Apache-2.0 OR MIT",
 libm: 0.2.15, "MIT",
 libmimalloc-sys: 0.1.44, "MIT",
 libredox: 0.1.12, "MIT",
@@ -480,8 +477,6 @@ logos-derive: 0.15.1, "Apache-2.0 OR MIT",
 loom: 0.7.2, "MIT",
 lru-slab: 0.1.2, "Apache-2.0 OR MIT OR Zlib",
 lz4_flex: 0.11.5, "MIT",
-lzma-rust2: 0.15.4, "Apache-2.0",
-lzma-sys: 0.1.20, "Apache-2.0 OR MIT",
 macro_rules_attribute: 0.1.3, "MIT",
 macro_rules_attribute-proc_macro: 0.1.3, "MIT",
 matchers: 0.2.0, "MIT",
@@ -570,7 +565,6 @@ passterm: 2.0.1, "BSD-3-Clause",
 password-hash: 0.5.0, "Apache-2.0 OR MIT",
 paste: 1.0.15, "Apache-2.0 OR MIT",
 pastey: 0.2.1, "Apache-2.0 OR MIT",
-pbkdf2: 0.12.2, "Apache-2.0 OR MIT",
 pear: 0.2.9, "Apache-2.0 OR MIT",
 pear_codegen: 0.2.9, "Apache-2.0 OR MIT",
 peg: 0.6.3, "MIT",
@@ -599,7 +593,6 @@ portable-atomic-util: 0.2.4, "Apache-2.0 OR MIT",
 postcard: 1.1.3, "Apache-2.0 OR MIT",
 potential_utf: 0.1.4, "Unicode-3.0",
 powerfmt: 0.2.0, "Apache-2.0 OR MIT",
-ppmd-rust: 1.3.0, "CC0-1.0",
 ppv-lite86: 0.2.21, "Apache-2.0 OR MIT",
 predicates: 3.1.3, "Apache-2.0 OR MIT",
 predicates-core: 1.0.9, "Apache-2.0 OR MIT",
@@ -684,10 +677,10 @@ rustix: 1.1.3, "Apache-2.0 OR Apache-2.0 WITH LLVM-exception OR MIT",
 rustls: 0.23.36, "Apache-2.0 OR ISC OR MIT",
 rustls-native-certs: 0.8.3, "Apache-2.0 OR ISC OR MIT",
 rustls-pemfile: 2.2.0, "Apache-2.0 OR ISC OR MIT",
-rustls-pki-types: 1.14.0, "Apache-2.0 OR MIT",
+rustls-pki-types: 1.13.2, "Apache-2.0 OR MIT",
 rustls-platform-verifier: 0.6.2, "Apache-2.0 OR MIT",
 rustls-platform-verifier-android: 0.1.1, "Apache-2.0 OR MIT",
-rustls-webpki: 0.103.9, "ISC",
+rustls-webpki: 0.103.8, "ISC",
 rustversion: 1.0.22, "Apache-2.0 OR MIT",
 ryu: 1.0.22, "Apache-2.0 OR BSL-1.0",
 same-file: 1.0.6, "MIT OR Unlicense",
@@ -884,16 +877,16 @@ wait-timeout: 0.2.1, "Apache-2.0 OR MIT",
 walkdir: 2.5.0, "MIT OR Unlicense",
 want: 0.3.1, "MIT",
 wasi: 0.11.1+wasi-snapshot-preview1, "Apache-2.0 OR Apache-2.0 WITH LLVM-exception OR MIT",
-wasip2: 1.0.2+wasi-0.2.9, "Apache-2.0 OR Apache-2.0 WITH LLVM-exception OR MIT",
+wasip2: 1.0.1+wasi-0.2.4, "Apache-2.0 OR Apache-2.0 WITH LLVM-exception OR MIT",
 wasite: 0.1.0, "Apache-2.0 OR BSL-1.0 OR MIT",
-wasm-bindgen: 0.2.108, "Apache-2.0 OR MIT",
-wasm-bindgen-futures: 0.4.58, "Apache-2.0 OR MIT",
-wasm-bindgen-macro: 0.2.108, "Apache-2.0 OR MIT",
-wasm-bindgen-macro-support: 0.2.108, "Apache-2.0 OR MIT",
-wasm-bindgen-shared: 0.2.108, "Apache-2.0 OR MIT",
+wasm-bindgen: 0.2.106, "Apache-2.0 OR MIT",
+wasm-bindgen-futures: 0.4.56, "Apache-2.0 OR MIT",
+wasm-bindgen-macro: 0.2.106, "Apache-2.0 OR MIT",
+wasm-bindgen-macro-support: 0.2.106, "Apache-2.0 OR MIT",
+wasm-bindgen-shared: 0.2.106, "Apache-2.0 OR MIT",
 wasm-streams: 0.4.2, "Apache-2.0 OR MIT",
 wasmtimer: 0.4.3, "MIT",
-web-sys: 0.3.85, "Apache-2.0 OR MIT",
+web-sys: 0.3.83, "Apache-2.0 OR MIT",
 web-time: 1.1.0, "Apache-2.0 OR MIT",
 webpki-root-certs: 1.0.5, "CDLA-Permissive-2.0",
 webpki-roots: 0.26.11, "CDLA-Permissive-2.0",
@@ -961,12 +954,11 @@ windows_x86_64_msvc: 0.52.6, "Apache-2.0 OR MIT",
 windows_x86_64_msvc: 0.53.1, "Apache-2.0 OR MIT",
 winnow: 0.5.40, "MIT",
 winnow: 0.7.14, "MIT",
-wit-bindgen: 0.51.0, "Apache-2.0 OR Apache-2.0 WITH LLVM-exception OR MIT",
+wit-bindgen: 0.46.0, "Apache-2.0 OR Apache-2.0 WITH LLVM-exception OR MIT",
 writeable: 0.6.2, "Unicode-3.0",
 wyz: 0.5.1, "MIT",
 x509-parser: 0.18.0, "Apache-2.0 OR MIT",
 xattr: 1.6.1, "Apache-2.0 OR MIT",
-xz2: 0.1.7, "Apache-2.0 OR MIT",
 yansi: 1.0.1, "Apache-2.0 OR MIT",
 yasna: 0.5.2, "Apache-2.0 OR MIT",
 yew: 0.22.0, "Apache-2.0 OR MIT",
@@ -984,7 +976,7 @@ zeroize_derive: 1.4.3, "Apache-2.0 OR MIT",
 zerotrie: 0.2.3, "Unicode-3.0",
 zerovec: 0.11.5, "Unicode-3.0",
 zerovec-derive: 0.11.2, "Unicode-3.0",
-zip: 7.0.0, "MIT",
+zip: 7.1.0, "MIT",
 zlib-rs: 0.5.5, "Zlib",
 zmij: 1.0.14, "MIT",
 zopfli: 0.8.3, "Apache-2.0",