feat: implement hnsw index

Signed-off-by: Arshdeep54 <[email protected]>

Author: Arshdeep54

Cargo.lock

@@ -26,6 +26,7 @@ dotenv = "0.15.0"
 dotenvy = "0.15"
 prost = "0.14.1"
 prost-types = "0.14.1"
+rand = "0.9.2"
 ratatui = "0.26"
 reqwest = { version = "0.12", features = ["json", "blocking", "multipart"] }
 rocksdb = "0.21.0"

Cargo.toml

@@ -1,4 +1,4 @@
-use defs::{DbError, IndexedVector, Similarity};
+use defs::{DbError, Dimension, IndexedVector, Similarity};
 
 use defs::{DenseVector, Payload, Point, PointId};
 use std::path::PathBuf;
@@ -136,7 +136,7 @@ pub struct DbConfig {
     pub storage_type: StorageType,
     pub index_type: IndexType,
     pub data_path: PathBuf,
-    pub dimension: usize,
+    pub dimension: Dimension,
 }
 
 pub fn init_api(config: DbConfig) -> Result<VectorDb, DbError> {

crates/api/src/lib.rs

@@ -1,4 +1,6 @@
 use std::io;
+
+use crate::Dimension;
 #[derive(Debug, PartialEq, Eq)]
 pub enum DbError {
     ParseError,
@@ -8,6 +10,7 @@ pub enum DbError {
     IndexError(String),
     LockError,
     DimensionMismatch,
+    InvalidDimension { expected: Dimension, got: Dimension },
 }
 
 #[derive(Debug)]

crates/defs/src/error.rs

@@ -9,6 +9,8 @@ pub type Element = f32;
 // pub type ElementHalf = f16; - Unstable https://github.com/rust-lang/rust/issues/116909
 pub type ElementByte = u8;
 
+pub type Dimension = usize;
+
 // Dense Vector and Vector are considered same
 // Sparse vector implementation not supported yet. Refer lib/sparse/src/common/sparse_vector.rs
 pub type DenseVector = Vec<Element>;
@@ -89,3 +91,29 @@ impl<'q> Eq for DistanceOrderedVector<'q> {}
 //     Discovery(DiscoveryQuery<VectorInternal>),
 //     Context(ContextQuery<VectorInternal>),
 // }
+
+#[derive(Clone, Copy, Debug, PartialEq)]
+pub struct OrdF32(f32);
+
+impl OrdF32 {
+    pub fn new(x: f32) -> Self {
+        Self(x)
+    }
+    pub fn into_inner(self) -> f32 {
+        self.0
+    }
+}
+
+impl Eq for OrdF32 {}
+
+impl Ord for OrdF32 {
+    fn cmp(&self, other: &Self) -> Ordering {
+        self.0.total_cmp(&other.0)
+    }
+}
+
+impl PartialOrd for OrdF32 {
+    fn partial_cmp(&self, other: &Self) -> Option<Ordering> {
+        Some(self.cmp(other))
+    }
+}

crates/defs/src/types.rs

@@ -8,4 +8,5 @@ license.workspace = true
 
 [dependencies]
 defs.workspace = true
+rand.workspace = true
 uuid.workspace = true