Merge branch 'STAGING' of https://github.com/neo4j-labs/llm-graph-builder

Author: prakriti-solankey

.gitignore

@@ -164,4 +164,4 @@ google-cloud-sdk
 google-cloud-cli-469.0.0-linux-x86_64.tar.gz
 /data/llm-experiments-387609-c73d512ca3b1.json
 /backend/src/merged_files
-/backend/src/chunks
+/backend/src/chunks

README.md

@@ -5,6 +5,19 @@ Files can be uploaded from local machine or S3 bucket and then LLM model can be
 
 ### Getting started
 
+:warning: 
+For the backend, if you want to run the LLM KG Builder locally, and don't need the GCP/VertexAI integration, make sure to have the following set in your ENV file :
+
+```env
+GEMINI_ENABLED = False
+GCP_LOG_METRICS_ENABLED = False
+```
+
+And for the frontend, make sure to export your local backend URL before running docker-compose by having the BACKEND_API_URL set in your ENV file :
+```env
+BACKEND_API_URL="http://localhost:8000"
+```
+
 1. Run Docker Compose to build and start all components:
     ```bash
     docker-compose up --build
@@ -61,8 +74,18 @@ NEO4J_PASSWORD = ""\
 AWS_ACCESS_KEY_ID =  ""\
 AWS_SECRET_ACCESS_KEY = ""\
 EMBEDDING_MODEL = ""\
-IS_EMBEDDING = "TRUE"
-KNN_MIN_SCORE = ""\
+IS_EMBEDDING = "TRUE"\
+KNN_MIN_SCORE = ""
+
+## Setting up Enviournment Variables For Frontend Configuration
+
+Create .env file in the frontend root folder and update the following env variables.\
+BACKEND_API_URL=""\
+BLOOM_URL=""\
+REACT_APP_SOURCES=""\
+LLM_MODELS=""\
+ENV=""\
+TIME_PER_CHUNK=
 
 ## Functions/Modules
 

backend/example.env

@@ -13,4 +13,9 @@ LANGCHAIN_API_KEY = ""
 LANGCHAIN_PROJECT = ""
 LANGCHAIN_TRACING_V2 = ""
 LANGCHAIN_ENDPOINT = ""
-NUMBER_OF_CHUNKS_TO_COMBINE = ""
+NUMBER_OF_CHUNKS_TO_COMBINE = ""
+# NUMBER_OF_CHUNKS_ALLOWED = ""
+# Enable Gemini (default is True)
+GEMINI_ENABLED = True|False
+# Enable Google Cloud logs (default is True)
+GCP_LOG_METRICS_ENABLED = True|False

backend/requirements.txt

@@ -147,7 +147,6 @@ timm==0.9.12
 tokenizers==0.15.2
 tqdm==4.66.2
 transformers==4.37.1
-triton==2.2.0
 types-protobuf
 types-requests
 typing-inspect==0.9.0
@@ -164,4 +163,5 @@ wrapt==1.16.0
 yarl==1.9.4
 youtube-transcript-api==0.6.2
 zipp==3.17.0
-sentence-transformers
+sentence-transformers
+google-cloud-logging==3.10.0