ci(stores): update abs path, add new test config

Author: sanjayankur31

rag_pkg/gen_rag/stores.py

@@ -160,10 +160,10 @@ def load(self, domain_name: str):
             # if not absolute, it must be in a data folder in the location of
             # this file
             if not store_path.is_absolute():
-                store_path = (
-                    Path(__file__).parent / Path("data/vector-stores/") / store_path
+                store_path = Path.cwd() / store_path
+                self.logger.debug(
+                    f"Store path made absolute relative to cwd: {store_path}"
                 )
-                self.logger.debug(f"Store path made absolute to: {store_path}")
 
             assert store_path.is_dir()
 

rag_pkg/tests/test_stores.py

@@ -8,20 +8,23 @@
 Author: Ankur Sinha <sanjay DOT ankur AT gmail DOT com>
 """
 
+import os
 import unittest
 
 import pytest
-from gen_rag.stores import Vector_Stores
 from ollama import ResponseError
 
+from gen_rag.stores import Vector_Stores
+
 
 class TestStores(unittest.TestCase):
     """Docstring for TestStores."""
 
     def test_retrieval(self):
         """Test retrieval"""
         try:
-            stores = Vector_Stores(vs_config_file="vector-stores.json")
+            vs_config_file = os.environ.get("NML_AI_VS_CONFIG", None)
+            stores = Vector_Stores(vs_config_file=vs_config_file)
             stores.setup()
             stores.retrieve("NeuroML", "NeuroML community")
         except ResponseError as e:

rag_pkg/vector-stores-tests.json

@@ -6,15 +6,15 @@
             "vector_stores": [
                 {
                     "name": "nml-docs",
-                    "path": "rag_pkg/gen_rag/data/vector-stores/nml-docs_bge-m3.db"
+                    "path": "gen_rag/data/vector-stores/nml-docs_bge-m3.db"
                 },
                 {
                     "name": "nml-elife",
-                    "path": "nml-elife_bge-m3.db"
+                    "path": "gen_rag/data/vector-stores/nml-elife_bge-m3.db"
                 },
                 {
                     "name": "nml-schema-docs",
-                    "path": "rag_pkg/gen_rag/data/vector-stores/nml-schema-docs_bge-m3.db"
+                    "path": "gen_rag/data/vector-stores/nml-schema-docs_bge-m3.db"
                 }
             ]
         }