diff --git a/src/backend/config.py b/src/backend/config.py
index bf126094c..523cf9f22 100644
--- a/src/backend/config.py
+++ b/src/backend/config.py
@@ -36,6 +36,7 @@ class Config:
     COSMOSDB_CONTAINER = GetRequiredConfig("COSMOSDB_CONTAINER")
 
     AZURE_OPENAI_DEPLOYMENT_NAME = GetRequiredConfig("AZURE_OPENAI_DEPLOYMENT_NAME")
+    AZURE_OPENAI_MODEL_NAME = GetOptionalConfig("AZURE_OPENAI_MODEL_NAME", default=AZURE_OPENAI_DEPLOYMENT_NAME)
     AZURE_OPENAI_API_VERSION = GetRequiredConfig("AZURE_OPENAI_API_VERSION")
     AZURE_OPENAI_ENDPOINT = GetRequiredConfig("AZURE_OPENAI_ENDPOINT")
     AZURE_OPENAI_API_KEY = GetOptionalConfig("AZURE_OPENAI_API_KEY")
@@ -87,7 +88,8 @@ def GetAzureOpenAIChatCompletionClient(model_capabilities):
         if Config.AZURE_OPENAI_API_KEY == "":
             # Use DefaultAzureCredential for auth
             Config.__aoai_chatCompletionClient = AzureOpenAIChatCompletionClient(
-                model=Config.AZURE_OPENAI_DEPLOYMENT_NAME,
+                model=Config.AZURE_OPENAI_MODEL_NAME,
+                azure_deployment=Config.AZURE_OPENAI_DEPLOYMENT_NAME,
                 api_version=Config.AZURE_OPENAI_API_VERSION,
                 azure_endpoint=Config.AZURE_OPENAI_ENDPOINT,
                 azure_ad_token_provider=Config.GetTokenProvider(
@@ -99,7 +101,8 @@ def GetAzureOpenAIChatCompletionClient(model_capabilities):
         else:
             # Fallback behavior to use API key
             Config.__aoai_chatCompletionClient = AzureOpenAIChatCompletionClient(
-                model=Config.AZURE_OPENAI_DEPLOYMENT_NAME,
+                model=Config.AZURE_OPENAI_MODEL_NAME,
+                azure_deployment=Config.AZURE_OPENAI_DEPLOYMENT_NAME,
                 api_version=Config.AZURE_OPENAI_API_VERSION,
                 azure_endpoint=Config.AZURE_OPENAI_ENDPOINT,
                 api_key=Config.AZURE_OPENAI_API_KEY,