Merge pull request #127 from stackhpc/feat/date-template

Add optional date templating in model system prompt

Author: sd109

charts/azimuth-chat/values.schema.json

@@ -61,7 +61,7 @@
                                     "type": "string",
                                     "title": "Instruction",
                                     "description": "The initial system prompt (i.e. the hidden instruction) to use when generating responses.",
-                                    "default": "You are a helpful AI assistant. Please respond appropriately."
+                                    "default": "You are a helpful AI assistant. Please respond appropriately. Today's date is {date}."
                                 },
                                 "page_title": {
                                     "type": "string",

web-apps/chat/app.py

@@ -2,6 +2,7 @@
 import utils
 import gradio as gr
 
+from datetime import date
 from urllib.parse import urljoin
 from langchain.schema import HumanMessage, AIMessage, SystemMessage
 from langchain_openai import ChatOpenAI
@@ -68,11 +69,12 @@ def inference(latest_message, history):
 
     try:
         context = []
+        model_instruction = settings.model_instruction.replace("{date}", f"{date.today()}")
         if INCLUDE_SYSTEM_PROMPT:
-            context.append(SystemMessage(content=settings.model_instruction))
+            context.append(SystemMessage(content=model_instruction))
         elif history and len(history) > 0:
             # Mimic system prompt by prepending it to first human message
-            history[0]['content'] = f"{settings.model_instruction}\n\n{history[0]['content']}"
+            history[0]['content'] = f"{model_instruction}\n\n{history[0]['content']}"
 
         for message in history:
             role = message['role']

web-apps/chat/defaults.yml

@@ -5,7 +5,8 @@ backend_url: http://localhost:11434
 
 host_address: 0.0.0.0
 
-model_instruction: "You are a helpful and cheerful AI assistant. Please respond appropriately."
+# Model instruction allows substituting in current date
+model_instruction: "You are a helpful and cheerful AI assistant. Please respond appropriately. Today's date is {date}."
 
 page_title: Large Language Model