Merge pull request #63 from ks6088ts-labs/feature/issue-62_chat-app

add chat apps

Author: ks6088ts

compose.yaml

@@ -25,6 +25,6 @@ services:
     ports:
       - 8501:8501
     volumes:
-      - ./frontend_transcription.env:/app/frontend_transcription.env
+      - ./frontend.env:/app/frontend.env
     environment:
       - PYTHONUNBUFFERED=1

docs/README.md

@@ -7,6 +7,9 @@
 - [How to exclude multiple directories in pre-commit](https://stackoverflow.com/a/75560858)
 - [Docker Compose Quickstart](https://docs.docker.com/compose/gettingstarted/)
 - [Validating docker-compose yml file](https://stackoverflow.com/a/40158753)
+- [LangChain > Azure OpenAI](https://python.langchain.com/v0.1/docs/integrations/llms/azure_openai/)
+- [Get started with LangSmith](https://docs.smith.langchain.com/)
+- [Add message history (memory) > In-memory](https://python.langchain.com/v0.1/docs/expression_language/how_to/message_history/#in-memory)
 
 ## Backend
 

frontend_transcription.env.sample renamed to frontend.env.sample

@@ -3,3 +3,6 @@ AZURE_OPENAI_API_KEY = "<aoai-api-key>"
 AZURE_OPENAI_API_VERSION = "2024-05-01-preview"
 AZURE_OPENAI_WHISPER_MODEL = "whisper"
 AZURE_OPENAI_GPT_MODEL = "gpt-4o"
+
+LANGCHAIN_TRACING_V2 = "true"
+LANGCHAIN_API_KEY = "<your-api-key>"

frontend/entrypoint.py

@@ -1,6 +1,14 @@
 import logging
 
-from frontend.solutions import azure_ai_vision, azure_storage, document_intelligence, sandbox, transcription
+from frontend.solutions import (
+    azure_ai_vision,
+    azure_storage,
+    chat,
+    chat_langchain,
+    document_intelligence,
+    sandbox,
+    transcription,
+)
 from frontend.solutions.types import SolutionType
 
 logger = logging.getLogger(__name__)
@@ -14,6 +22,8 @@ def start(
     try:
         solutions = {
             SolutionType.SANDBOX.value: sandbox.start,
+            SolutionType.CHAT.value: chat.start,
+            SolutionType.CHAT_LANGCHAIN.value: chat_langchain.start,
             SolutionType.TRANSCRIPTION.value: transcription.start,
             SolutionType.DOCUMENT_INTELLIGENCE.value: document_intelligence.start,
             SolutionType.AZURE_STORAGE.value: azure_storage.start,

frontend/solutions/chat.py

@@ -0,0 +1,46 @@
+import logging
+from os import getenv
+
+import streamlit as st
+from dotenv import load_dotenv
+from openai import AzureOpenAI
+
+logger = logging.getLogger(__name__)
+load_dotenv("frontend.env")
+
+
+def start(
+    backend_url: str,
+    log_level: int,
+):
+    logger.setLevel(log_level)
+    logger.debug(f"set log level to {log_level}")
+
+    st.title("ChatGPT-like clone")
+
+    client = AzureOpenAI(
+        api_key=getenv("AZURE_OPENAI_API_KEY"),
+        api_version=getenv("AZURE_OPENAI_API_VERSION"),
+        azure_endpoint=getenv("AZURE_OPENAI_ENDPOINT"),
+    )
+
+    if "messages" not in st.session_state:
+        st.session_state.messages = []
+
+    for message in st.session_state.messages:
+        with st.chat_message(message["role"]):
+            st.markdown(message["content"])
+
+    if prompt := st.chat_input("What is up?"):
+        st.session_state.messages.append({"role": "user", "content": prompt})
+        with st.chat_message("user"):
+            st.markdown(prompt)
+
+        with st.chat_message("assistant"):
+            stream = client.chat.completions.create(
+                model=getenv("AZURE_OPENAI_GPT_MODEL"),
+                messages=[{"role": m["role"], "content": m["content"]} for m in st.session_state.messages],
+                stream=True,
+            )
+            response = st.write_stream(stream)
+        st.session_state.messages.append({"role": "assistant", "content": response})

frontend/solutions/chat_langchain.py

@@ -0,0 +1,65 @@
+import logging
+from os import getenv
+from uuid import uuid4
+
+import streamlit as st
+from dotenv import load_dotenv
+from langchain_community.chat_message_histories import ChatMessageHistory
+from langchain_core.chat_history import BaseChatMessageHistory
+from langchain_core.messages import HumanMessage
+from langchain_core.runnables.history import RunnableWithMessageHistory
+from langchain_openai import AzureChatOpenAI
+
+logger = logging.getLogger(__name__)
+load_dotenv("frontend.env")
+store = {}
+config = {"configurable": {"session_id": str(uuid4())}}
+
+
+def get_session_history(session_id: str) -> BaseChatMessageHistory:
+    if session_id not in store:
+        store[session_id] = ChatMessageHistory()
+    return store[session_id]
+
+
+def start(
+    backend_url: str,
+    log_level: int,
+):
+    logger.setLevel(log_level)
+    logger.debug(f"set log level to {log_level}")
+
+    st.title("ChatGPT-like clone implemented with LangChain")
+
+    model = AzureChatOpenAI(
+        api_key=getenv("AZURE_OPENAI_API_KEY"),
+        api_version=getenv("AZURE_OPENAI_API_VERSION"),
+        azure_endpoint=getenv("AZURE_OPENAI_ENDPOINT"),
+        azure_deployment=getenv("AZURE_OPENAI_GPT_MODEL"),
+    )
+
+    with_message_history = RunnableWithMessageHistory(
+        runnable=model,
+        get_session_history=get_session_history,
+        # input_messages_key="input",
+        # history_messages_key="history",
+    )
+
+    chat_message_history = with_message_history.get_session_history(
+        session_id=config["configurable"]["session_id"],
+    )
+    for message in chat_message_history.messages:
+        with st.chat_message(message.type):
+            st.markdown(message.content)
+
+    if prompt := st.chat_input("What is up?"):
+        with st.chat_message("user"):
+            st.markdown(prompt)
+
+        with st.chat_message("assistant"):
+            response = with_message_history.invoke(
+                [HumanMessage(content=prompt)],
+                config=config,
+            )
+
+            st.markdown(response.content)

frontend/solutions/transcription.py

@@ -7,7 +7,7 @@
 from openai import AzureOpenAI
 from openai.types.audio import Transcription
 
-load_dotenv("frontend_transcription.env")
+load_dotenv("frontend.env")
 logger = logging.getLogger(__name__)
 
 

frontend/solutions/types.py

@@ -3,6 +3,8 @@
 
 class SolutionType(Enum):
     SANDBOX = "SANDBOX"
+    CHAT = "CHAT"
+    CHAT_LANGCHAIN = "CHAT_LANGCHAIN"
     TRANSCRIPTION = "TRANSCRIPTION"
     DOCUMENT_INTELLIGENCE = "DOCUMENT_INTELLIGENCE"
     AZURE_STORAGE = "AZURE_STORAGE"