chore: move tests to another crate

usamoi · usamoi · commit d9ac6934ec2e · 2026-02-14T22:49:14.000+08:00
Signed-off-by: usamoi &lt;usamoi@outlook.com&gt;
diff --git a/.github/workflows/check.yml b/.github/workflows/check.yml
@@ -97,6 +97,36 @@ jobs:
 #        run: |
 #          ! grep -P '\t' -r ./sql
 
+  lint:
+    strategy:
+      matrix:
+        arch: ["x86_64", "aarch64"]
+    runs-on: ${{ matrix.arch == 'x86_64' && 'ubuntu-24.04' || 'ubuntu-24.04-arm' }}
+
+    env:
+      SCCACHE_GHA_ENABLED: "true"
+      RUSTUP_AUTO_INSTALL: "0"
+      RUSTC_WRAPPER: "sccache"
+      RUSTFLAGS: "-Dwarnings"
+      CARGO_TERM_COLOR: "always"
+      RUST_BACKTRACE: "1"
+
+    steps:
+      - name: Install Rust
+        run: rustup update
+
+      - name: Set up Sccache
+        uses: mozilla-actions/sccache-action@7d986dd989559c6ecdb630a3fd2557667be217ad # v0.0.9
+
+      - name: Checkout
+        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+
+      - name: Cargo Test
+        run: cargo test --locked --workspace --exclude vchord_bm25 --no-fail-fast -- --no-capture
+
+      - name: Clippy
+        run: cargo clippy --locked --workspace --exclude vchord_bm25
+
   psql:
     strategy:
       matrix:
diff --git a/Cargo.toml b/Cargo.toml
@@ -20,6 +20,8 @@ pg17 = ["pgrx/pg17"]
 pg18 = ["pgrx/pg18"]
 
 [dependencies]
+bm25 = { path = "./crates/bm25" }
+
 arrayvec = "0.7.6"
 bitflags = "2.10.0"
 bitpacking = { version = "0.9.3", default-features = false, features = [
diff --git a/crates/bm25/Cargo.toml b/crates/bm25/Cargo.toml
@@ -0,0 +1,16 @@
+[package]
+name = "bm25"
+version.workspace = true
+edition.workspace = true
+publish = false
+
+[dependencies]
+bitpacking = { version = "0.9.3", default-features = false, features = [
+    "bitpacker4x",
+] }
+
+[dev-dependencies]
+rand.workspace = true
+
+[lints]
+workspace = true
diff --git a/crates/bm25/src/algorithm/block_encode/delta_bitpack.rs b/crates/bm25/src/algorithm/block_encode/delta_bitpack.rs
diff --git a/crates/bm25/src/algorithm/block_encode/mod.rs b/crates/bm25/src/algorithm/block_encode/mod.rs
diff --git a/crates/bm25/src/algorithm/block_partition/fixed_block_partition.rs b/crates/bm25/src/algorithm/block_partition/fixed_block_partition.rs
diff --git a/crates/bm25/src/algorithm/block_partition/mod.rs b/crates/bm25/src/algorithm/block_partition/mod.rs
diff --git a/crates/bm25/src/algorithm/mod.rs b/crates/bm25/src/algorithm/mod.rs
@@ -0,0 +1,16 @@
+// This software is licensed under a dual license model:
+//
+// GNU Affero General Public License v3 (AGPLv3): You may use, modify, and
+// distribute this software under the terms of the AGPLv3.
+//
+// Elastic License v2 (ELv2): You may also use, modify, and distribute this
+// software under the Elastic License v2, which has specific restrictions.
+//
+// We welcome any commercial collaboration or support. For inquiries
+// regarding the licenses, please contact us at:
+// vectorchord-inquiry@tensorchord.ai
+//
+// Copyright (c) 2025 TensorChord Inc.
+
+pub mod block_encode;
+pub mod block_partition;
diff --git a/crates/bm25/src/lib.rs b/crates/bm25/src/lib.rs
@@ -0,0 +1,16 @@
+// This software is licensed under a dual license model:
+//
+// GNU Affero General Public License v3 (AGPLv3): You may use, modify, and
+// distribute this software under the terms of the AGPLv3.
+//
+// Elastic License v2 (ELv2): You may also use, modify, and distribute this
+// software under the Elastic License v2, which has specific restrictions.
+//
+// We welcome any commercial collaboration or support. For inquiries
+// regarding the licenses, please contact us at:
+// vectorchord-inquiry@tensorchord.ai
+//
+// Copyright (c) 2025 TensorChord Inc.
+
+pub mod algorithm;
+pub mod utils;
diff --git a/crates/bm25/src/utils/loser_tree.rs b/crates/bm25/src/utils/loser_tree.rs
diff --git a/crates/bm25/src/utils/mod.rs b/crates/bm25/src/utils/mod.rs
@@ -0,0 +1,17 @@
+// This software is licensed under a dual license model:
+//
+// GNU Affero General Public License v3 (AGPLv3): You may use, modify, and
+// distribute this software under the terms of the AGPLv3.
+//
+// Elastic License v2 (ELv2): You may also use, modify, and distribute this
+// software under the Elastic License v2, which has specific restrictions.
+//
+// We welcome any commercial collaboration or support. For inquiries
+// regarding the licenses, please contact us at:
+// vectorchord-inquiry@tensorchord.ai
+//
+// Copyright (c) 2025 TensorChord Inc.
+
+pub mod loser_tree;
+pub mod topk_computer;
+pub mod vint;
diff --git a/crates/bm25/src/utils/topk_computer.rs b/crates/bm25/src/utils/topk_computer.rs
diff --git a/crates/bm25/src/utils/vint.rs b/crates/bm25/src/utils/vint.rs
diff --git a/src/algorithm/block_wand.rs b/src/algorithm/block_wand.rs
@@ -17,8 +17,8 @@ use generator::done;
 use crate::segment::delete::DeleteBitmapReader;
 use crate::segment::field_norm::{FieldNormRead, FieldNormReader, id_to_fieldnorm};
 use crate::segment::posting::{PostingCursor, TERMINATED_DOC};
-use crate::utils::topk_computer::TopKComputer;
 use crate::weight::Bm25Weight;
+use bm25::utils::topk_computer::TopKComputer;
 
 pub struct SealedScorer {
     pub posting: PostingCursor,
diff --git a/src/algorithm/mod.rs b/src/algorithm/mod.rs
@@ -12,6 +12,4 @@
 //
 // Copyright (c) 2025 TensorChord Inc.
 
-pub mod block_encode;
-pub mod block_partition;
 pub mod block_wand;
diff --git a/src/index/scan.rs b/src/index/scan.rs
@@ -29,9 +29,9 @@ use crate::segment::meta::MetaPageData;
 use crate::segment::payload::PayloadReader;
 use crate::segment::sealed::SealedSegmentReader;
 use crate::segment::term_stat::TermStatReader;
-use crate::utils::loser_tree::LoserTree;
-use crate::utils::topk_computer::TopKComputer;
 use crate::weight::{Bm25Weight, bm25_score_batch, idf};
+use bm25::utils::loser_tree::LoserTree;
+use bm25::utils::topk_computer::TopKComputer;
 
 pub enum Scanner {
     Initial {
diff --git a/src/segment/posting/append.rs b/src/segment/posting/append.rs
@@ -14,7 +14,7 @@
 
 use std::num::NonZeroU32;
 
-use crate::algorithm::block_encode::{BlockEncode, BlockEncodeTrait};
+use bm25::algorithm::block_encode::{BlockEncode, BlockEncodeTrait};
 use crate::page::{PageFlags, VirtualPageWriter, page_alloc_with_fsm, page_write};
 use crate::segment::field_norm::{FieldNormRead, FieldNormReader, id_to_fieldnorm};
 use crate::segment::meta::MetaPageData;
diff --git a/src/segment/posting/reader.rs b/src/segment/posting/reader.rs
@@ -16,7 +16,7 @@ use std::num::NonZeroU32;
 
 use generator::{Gn, done};
 
-use crate::algorithm::block_encode::{BlockDecode, BlockDecodeTrait};
+use bm25::algorithm::block_encode::{BlockDecode, BlockDecodeTrait};
 use crate::page::{VirtualPageReader, page_read};
 use crate::segment::field_norm::id_to_fieldnorm;
 use crate::segment::sealed::SealedSegmentData;
diff --git a/src/segment/posting/serializer.rs b/src/segment/posting/serializer.rs
@@ -14,8 +14,8 @@
 
 use std::num::NonZeroU32;
 
-use crate::algorithm::block_encode::{BlockEncode, BlockEncodeTrait};
-use crate::algorithm::block_partition::{BlockPartition, BlockPartitionTrait};
+use bm25::algorithm::block_encode::{BlockEncode, BlockEncodeTrait};
+use bm25::algorithm::block_partition::{BlockPartition, BlockPartitionTrait};
 use crate::page::{PageFlags, PageWriter, VirtualPageWriter, page_alloc};
 use crate::segment::field_norm::{FieldNormRead, id_to_fieldnorm};
 use crate::segment::posting::SkipBlockFlags;
diff --git a/src/segment/posting/writer.rs b/src/segment/posting/writer.rs
@@ -15,7 +15,7 @@
 use std::collections::BTreeMap;
 
 use crate::datatype::Bm25VectorBorrowed;
-use crate::utils::vint;
+use bm25::utils::vint;
 
 use super::serializer::InvertedWrite;
 
diff --git a/src/utils/mod.rs b/src/utils/mod.rs
@@ -13,6 +13,3 @@
 // Copyright (c) 2025 TensorChord Inc.
 
 pub mod cells;
-pub mod loser_tree;
-pub mod topk_computer;
-pub mod vint;
