feat: Added CI for in_memory_testing

Harsh Dev Pathak · Harsh Dev Pathak · commit ce1f4a0075b5 · 2025-11-09T00:30:28.000+05:30
diff --git a/.github/workflows/build-and-test-in-memory.yml b/.github/workflows/build-and-test-in-memory.yml
@@ -0,0 +1,68 @@
+name: In-Memory VSS Server CI
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  test-in-memory:
+    runs-on: ubuntu-latest
+    timeout-minutes: 5
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Create in-memory config
+        run: |
+          mkdir -p rust/server
+          cat > rust/server/vss-server-config.toml <<EOF
+          [server_config]
+          host = "127.0.0.1"
+          port = 8080
+          store_type = "in_memory"
+          EOF
+
+      - name: Build server
+        working-directory: rust
+        run: cargo build --release --bin vss-server
+
+      - name: Start VSS server
+        working-directory: rust
+        run: |
+          ./target/release/vss-server ./server/vss-server-config.toml > server.log 2>&1 &
+          echo "Server PID: $!"
+
+      - name: Wait for server
+        run: |
+          for i in {1..15}; do
+            if curl -s http://127.0.0.1:8080 > /dev/null; then
+              echo "Server is up!"
+              exit 0
+            fi
+            sleep 1
+          done
+          echo "Server failed. Dumping log:"
+          cat rust/server.log
+          exit 1
+
+      - name: HTTP Smoke Test
+        run: |
+          curl -f \
+               -H "Authorization: Bearer test_user" \
+               --data-binary @<(echo "0A04746573741A150A026B3110FFFFFFFFFFFFFFFFFF011A046B317631" | xxd -r -p) \
+               http://127.0.0.1:8080/vss/putObjects
+
+          RESPONSE=$(curl -f \
+               -H "Authorization: Bearer test_user" \
+               --data-binary @<(echo "0A047465737412026B31" | xxd -r -p) \
+               http://127.0.0.1:8080/vss/getObject)
+
+      - name: Run unit tests
+        working-directory: rust
+        run: cargo test --package impls --lib -- in_memory_store::tests --nocapture
diff --git a/.github/workflows/ldk-node-integration.yml b/.github/workflows/ldk-node-integration.yml
@@ -7,14 +7,13 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
-  build-and-test:
+  test-postgres:
     runs-on: ubuntu-latest
-
+    timeout-minutes: 20
     services:
       postgres:
         image: postgres:latest
-        ports:
-          - 5432:5432
+        ports: [5432:5432]
         env:
           POSTGRES_DB: postgres
           POSTGRES_USER: postgres
@@ -30,20 +29,105 @@ jobs:
         uses: actions/checkout@v3
         with:
           path: vss-server
+
       - name: Checkout LDK Node
         uses: actions/checkout@v3
         with:
           repository: lightningdevkit/ldk-node
           path: ldk-node
 
-      - name: Build and Deploy VSS Server
+      - name: Create Postgres config
+        run: |
+          mkdir -p vss-server/rust/server
+          cat > vss-server/rust/server/vss-server-config.toml <<EOF
+          [server_config]
+          host = "127.0.0.1"
+          port = 8080
+          store_type = "postgres"
+          [postgresql_config]
+          host = "localhost"
+          port = 5432
+          database = "postgres"
+          username = "postgres"
+          password = "postgres"
+          EOF
+
+      - name: Build & Start VSS Server
+        working-directory: vss-server/rust
         run: |
-          cd vss-server/rust
-          cargo build
-          cargo run server/vss-server-config.toml&
+          cargo build --release --bin vss-server
+          ./target/release/vss-server ./server/vss-server-config.toml > server.log 2>&1 &
+          echo "Server PID: $!"
+
+      - name: Wait for VSS
+        run: |
+          for i in {1..30}; do
+            if curl -s http://127.0.0.1:8080/vss > /dev/null; then
+              echo "VSS ready"
+              exit 0
+            fi
+            sleep 2
+          done
+          echo "VSS failed:"
+          cat vss-server/rust/vss.log
+          exit 1
+
       - name: Run LDK Node Integration tests
+        working-directory: ldk-node
         run: |
-          cd ldk-node
-          export TEST_VSS_BASE_URL="http://localhost:8080/vss"
+          export TEST_VSS_BASE_URL="http://127.0.0.1:8080/vss"
           RUSTFLAGS="--cfg vss_test" cargo test io::vss_store
           RUSTFLAGS="--cfg vss_test" cargo test --test integration_tests_vss
+
+  test-in-memory:
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+        with:
+          path: vss-server
+
+      - name: Checkout LDK Node
+        uses: actions/checkout@v3
+        with:
+          repository: lightningdevkit/ldk-node
+          path: ldk-node
+
+      - name: Create In-Memory config
+        run: |
+          mkdir -p vss-server/rust/server
+          cat > vss-server/rust/server/vss-server-config.toml <<EOF
+          [server_config]
+          host = "127.0.0.1"
+          port = 8080
+          store_type = "in_memory"
+          EOF
+
+      - name: Build & Start VSS Server
+        working-directory: vss-server/rust
+        run: |
+          cargo build --release --bin vss-server
+          ./target/release/vss-server ./server/vss-server-config.toml > server.log 2>&1 &
+          echo "Server PID: $!"
+
+      - name: Wait for VSS
+        run: |
+          for i in {1..30}; do
+            if curl -s http://127.0.0.1:8080/vss > /dev/null; then
+              echo "VSS ready"
+              exit 0
+            fi
+            sleep 1
+          done
+          echo "VSS failed:"
+          cat vss-server/rust/vss.log
+          exit 1
+
+      - name: Run LDK Node Integration tests
+        working-directory: ldk-node
+        run: |
+          export TEST_VSS_BASE_URL="http://127.0.0.1:8080/vss"
+          RUSTFLAGS="--cfg vss_test" cargo test io::vss_store
+          RUSTFLAGS="--cfg vss_test" cargo test --test integration_tests_vss
diff --git a/rust/impls/src/in_memory_store.rs b/rust/impls/src/in_memory_store.rs
@@ -1,11 +1,3 @@
-use std::collections::HashMap;
-use std::sync::Arc;
-
-use async_trait::async_trait;
-use bytes::Bytes;
-use chrono::prelude::Utc;
-use tokio::sync::Mutex;
-
 use crate::postgres_store::{
 	VssDbRecord, LIST_KEY_VERSIONS_MAX_PAGE_SIZE, MAX_PUT_REQUEST_ITEM_COUNT,
 };
@@ -15,6 +7,12 @@ use api::types::{
 	DeleteObjectRequest, DeleteObjectResponse, GetObjectRequest, GetObjectResponse, KeyValue,
 	ListKeyVersionsRequest, ListKeyVersionsResponse, PutObjectRequest, PutObjectResponse,
 };
+use async_trait::async_trait;
+use bytes::Bytes;
+use chrono::prelude::Utc;
+use std::collections::HashMap;
+use std::sync::Arc;
+use tokio::sync::Mutex;
 
 fn build_vss_record(user_token: String, store_id: String, kv: KeyValue) -> VssDbRecord {
 	let now = Utc::now();
@@ -227,6 +225,7 @@ impl KvStore for InMemoryBackendImpl {
 		let guard = self.store.lock().await;
 
 		if let Some(record) = guard.get(&key) {
+			eprintln!("GET key found for user request {},{},{:?}", key, user_token, request);
 			Ok(GetObjectResponse {
 				value: Some(KeyValue {
 					key: record.key.clone(),
@@ -235,6 +234,10 @@ impl KvStore for InMemoryBackendImpl {
 				}),
 			})
 		} else if request.key == GLOBAL_VERSION_KEY {
+			eprintln!(
+				"GET key== global version key{}, {}, {}, {:?}",
+				key, GLOBAL_VERSION_KEY, user_token, request
+			);
 			Ok(GetObjectResponse {
 				value: Some(KeyValue {
 					key: GLOBAL_VERSION_KEY.to_string(),
@@ -247,6 +250,7 @@ impl KvStore for InMemoryBackendImpl {
 				}),
 			})
 		} else {
+			eprintln!("GET requested key not found {},{},{:?}", key, user_token, request);
 			Err(VssError::NoSuchKeyError("Requested key not found.".to_string()))
 		}
 	}
@@ -256,13 +260,19 @@ impl KvStore for InMemoryBackendImpl {
 	) -> Result<PutObjectResponse, VssError> {
 		if request.transaction_items.len() + request.delete_items.len() > MAX_PUT_REQUEST_ITEM_COUNT
 		{
+			eprintln!(
+				"PUT Number of write items per request should be less than equal to {}",
+				MAX_PUT_REQUEST_ITEM_COUNT
+			);
 			return Err(VssError::InvalidRequestError(format!(
 				"Number of write items per request should be less than equal to {}",
 				MAX_PUT_REQUEST_ITEM_COUNT
 			)));
 		}
 
 		let store_id = request.store_id.clone();
+		eprintln!("PUT storeid is {} and other data is {},{:?}", store_id, user_token, request);
+
 		let mut guard = self.store.lock().await;
 
 		let mut vss_put_records: Vec<VssDbRecord> = request
@@ -315,10 +325,11 @@ impl KvStore for InMemoryBackendImpl {
 		let key_value = request.key_value.ok_or_else(|| {
 			VssError::InvalidRequestError("key_value missing in DeleteObjectRequest".to_string())
 		})?;
+
 		let store_id = request.store_id.clone();
 		let mut guard = self.store.lock().await;
-
 		let vss_record = build_vss_record(user_token.clone(), store_id.clone(), key_value);
+
 		execute_delete_object(&mut guard, &user_token, &store_id, &vss_record);
 
 		Ok(DeleteObjectResponse {})
@@ -333,6 +344,11 @@ impl KvStore for InMemoryBackendImpl {
 		let page_size = request.page_size.unwrap_or(i32::MAX);
 		let limit = std::cmp::min(page_size, LIST_KEY_VERSIONS_MAX_PAGE_SIZE) as usize;
 
+		eprintln!(
+			"LIST data is {}, {}, {}, {}, {}",
+			store_id, key_prefix, page_token, page_size, limit
+		);
+
 		let guard = self.store.lock().await;
 
 		let mut global_version = None;
@@ -341,7 +357,6 @@ impl KvStore for InMemoryBackendImpl {
 		}
 
 		let storage_prefix = format!("{}#{}#", user_token, store_id);
-
 		let mut keys_with_versions: Vec<(String, i64)> = Vec::new();
 
 		for (storage_key, r) in guard.iter() {
@@ -380,10 +395,24 @@ impl KvStore for InMemoryBackendImpl {
 			.map(|(key, version)| KeyValue { key, value: Bytes::new(), version })
 			.collect();
 
-		let mut next_page_token = Some("".to_string());
-		if !page_items.is_empty() {
-			next_page_token = page_items.last().map(|kv| kv.key.clone());
-		}
+		let next_page_token = if page_items.is_empty() {
+			eprintln!("LIST returning empty page with empty token");
+			Some("".to_string())
+		} else {
+			eprintln!(
+				"LIST returning {} items, last key: {:?}",
+				page_items.len(),
+				page_items.last().map(|kv| &kv.key)
+			);
+			page_items.last().map(|kv| kv.key.clone())
+		};
+
+		eprintln!(
+			"LIST final response - items: {}, next_token: {:?}, global_version: {:?}",
+			page_items.len(),
+			next_page_token,
+			global_version
+		);
 
 		Ok(ListKeyVersionsResponse { key_versions: page_items, next_page_token, global_version })
 	}
diff --git a/rust/server/Cargo.toml b/rust/server/Cargo.toml
@@ -15,3 +15,7 @@ prost = { version = "0.11.6", default-features = false, features = ["std"] }
 bytes = "1.4.0"
 serde = { version = "1.0.203", default-features = false, features = ["derive"] }
 toml = { version = "0.8.9", default-features = false, features = ["parse"] }
+
+[[bin]]
+name = "vss-server"
+path = "src/main.rs"
