download sentence-transformers outside of app directory

Author: jordanstephens

app/Dockerfile

@@ -34,7 +34,7 @@ COPY requirements.txt /app/
 RUN pip install --no-cache-dir -r requirements.txt
 
 # Set the environment variable for the sentence transformers model
-ENV SENTENCE_TRANSFORMERS_HOME="/app/sentence-transformers"
+ENV SENTENCE_TRANSFORMERS_HOME="/root/.cache/sentence_transformers"
 
 # Preload the sentence transformer model to cache
 RUN python -c "from sentence_transformers import SentenceTransformer; SentenceTransformer('all-MiniLM-L6-v2')"

compose.dev.yaml

@@ -16,7 +16,6 @@ services:
       SEGMENT_WRITE_KEY: ${SEGMENT_WRITE_KEY} # Set your Segment write key here or in the .env file
       SESSION_COOKIE_SECURE: 0
       OPENAI_BASE_URL: "http://llm:5051/api/v1"
-      SENTENCE_TRANSFORMERS_HOME: /app/sentence-transformers
     volumes:
       - type: bind
         source: ./app

compose.yaml

@@ -26,7 +26,6 @@ services:
       INTERCOM_TOKEN:
       INTERCOM_ADMIN_ID:
       REDIS_URL: redis://redis:6379/0
-      SENTENCE_TRANSFORMERS_HOME: /app/sentence-transformers
     deploy:
       resources:
         reservations: