Externalize system_prompt. ConfigMap VolumeMount overwrites existing content. (#66)

Author: manstis

Makefile

@@ -108,7 +108,7 @@ run: check-env-run
 	  -v ./embeddings_model:/.llama/data/embeddings_model \
 	  -v ./vector_db/aap_faiss_store.db:$(CONTAINER_DB_PATH)/aap_faiss_store.db \
 	  -v ./lightspeed-stack.yaml:/.llama/data/lightspeed-stack.yaml \
-	  -v ./ansible-chatbot-system-prompt.txt:/.llama/distributions/ansible-chatbot/ansible-chatbot-system-prompt.txt \
+	  -v ./ansible-chatbot-system-prompt.txt:/.llama/distributions/ansible-chatbot/system-prompts/default.txt \
 	  --env VLLM_URL=$(ANSIBLE_CHATBOT_VLLM_URL) \
 	  --env VLLM_API_TOKEN=$(ANSIBLE_CHATBOT_VLLM_API_TOKEN) \
 	  --env INFERENCE_MODEL=$(ANSIBLE_CHATBOT_INFERENCE_MODEL) \

lightspeed-stack.yaml

@@ -13,4 +13,4 @@ user_data_collection:
   feedback_disabled: true
   transcripts_disabled: true
 customization:
-  system_prompt_path: /.llama/distributions/ansible-chatbot/ansible-chatbot-system-prompt.txt
+  system_prompt_path: /.llama/distributions/ansible-chatbot/system-prompts/default.txt