ChainServer: fix bug to connect external pgvector

Author: harperjuanl

RetrievalAugmentedGeneration/common/utils.py

@@ -126,8 +126,8 @@ def get_vector_index() -> VectorStoreIndex:
 
     logger.info(f"Using {config.vector_store.name} as vector store")
     if config.vector_store.name == "pgvector":
-        connection_string = f"postgresql://{os.getenv('POSTGRES_USER', '')}:{os.getenv('POSTGRES_PASSWORD', '')}@{config.vector_store.url}"
-        db_name = "vector_db"
+        connection_string = f"postgresql://{os.getenv('POSTGRES_USER', '')}:{os.getenv('POSTGRES_PASSWORD', '')}@{config.vector_store.url}/{os.getenv('POSTGRES_DB', '')}"
+        db_name = os.getenv('POSTGRES_DB', '')
 
         conn = psycopg2.connect(connection_string)
         conn.autocommit = True

deploy/compose/compose.env

@@ -6,6 +6,8 @@ export MODEL_DIRECTORY="/home/nvidia/llama2_13b_chat_hf_v1/"
 # Fill this out if you dont have a GPU. Leave this empty if you have a local GPU
 export NVIDIA_API_KEY="nvapi-*"
 
+export AI_PLAYGROUND_API_KEY="nvapi-*"
+
 # flag to enable activation aware quantization for the LLM
 # export QUANTIZATION="int4_awq"
 
@@ -34,11 +36,15 @@ export RAG_EXAMPLE="developer_rag"
 # [OPTIONAL] the config file for chain server w.r.t. pwd
 export APP_CONFIG_FILE=/dev/null
 
-# parameters for PGVector, update this when using PGVector Vecotor store
+# parameters for PGVector, update this when using PGVector Vector store
 # export POSTGRES_PASSWORD=password
 # export POSTGRES_USER=postgres
 # export POSTGRES_DB=api
 
+# Update this line when using an external PGVector Vector store
+# export POSTGRES_HOST_IP=pgvector
+# export POSTGRES_PORT_NUMBER=5432
+
 ### Riva Parameters:
 
 # Riva Speech API URI: Riva Server IP address/hostname and port

deploy/compose/docker-compose-pgvector.yaml

@@ -56,7 +56,7 @@ services:
         EXAMPLE_NAME: ${RAG_EXAMPLE}
     command: --port 8081 --host 0.0.0.0
     environment:
-      APP_VECTORSTORE_URL: "pgvector:5432"
+      APP_VECTORSTORE_URL: "${POSTGRES_HOST_IP:-pgvector}:${POSTGRES_PORT_NUMBER:-5432}"
       APP_VECTORSTORE_NAME: "pgvector"
       APP_LLM_SERVERURL: "llm:8001"
       APP_LLM_MODELNAME: "ensemble"