truncate sql message

Author: Pavan-Microsoft

infra/deploy_backend_docker.bicep

@@ -4,8 +4,13 @@ param solutionName string
 @secure()
 param appSettings object = {}
 param appServicePlanId string
+@secure()
+ param azureOpenAIKey string
+ @secure()
+ param azureAiProjectConnString string
+ @secure()
+ param azureSearchAdminKey string
 param userassignedIdentityId string
-param keyVaultName string
 
 var imageName = 'DOCKER|kmcontainerreg.azurecr.io/km-api:${imageTag}'
 var name = '${solutionName}-api'
@@ -84,6 +89,9 @@ module appService 'deploy_app_service.bicep' = {
     appSettings: union(
       appSettings,
       {
+        AZURE_OPENAI_API_KEY: azureOpenAIKey
+        AZURE_AI_SEARCH_API_KEY: azureSearchAdminKey
+        AZURE_AI_PROJECT_CONN_STRING:azureAiProjectConnString
         APPINSIGHTS_INSTRUMENTATIONKEY: reference(applicationInsightsId, '2015-05-01').InstrumentationKey
         REACT_APP_LAYOUT_CONFIG: reactAppLayoutConfig
       }
@@ -110,25 +118,4 @@ resource role 'Microsoft.DocumentDB/databaseAccounts/sqlRoleAssignments@2022-05-
   }
 }
 
-resource keyVault 'Microsoft.KeyVault/vaults@2023-07-01' existing = {
-  name: keyVaultName
-}
-
-var keyVaultSecretsOfficerId='b86a8fe4-44ce-4948-aee5-eccb2c155cd7'
-@description('The built-in role for Key Vault Secrets Officer.')
-resource keyVaultSecretsOfficerRoleDefinition 'Microsoft.Authorization/roleDefinitions@2022-04-01' existing = {
-  scope: subscription()
-  name: keyVaultSecretsOfficerId
-}
-
-resource keyVaultSecretsOfficerRoleAssignment 'Microsoft.Authorization/roleAssignments@2022-04-01' = {
-  scope: keyVault
-  name: guid(keyVault.id, keyVaultSecretsOfficerRoleDefinition.id)
-  properties: {
-    roleDefinitionId: keyVaultSecretsOfficerRoleDefinition.id
-    principalId: appService.outputs.identityPrincipalId
-    principalType: 'ServicePrincipal'
-  }
-}
-
 output appUrl string = appService.outputs.appUrl

infra/main.bicep

@@ -194,16 +194,16 @@ module backend_docker 'deploy_backend_docker.bicep'= {
     imageTag: imageTag
     appServicePlanId: hostingplan.outputs.name
     applicationInsightsId: aifoundry.outputs.applicationInsightsId
+    azureOpenAIKey:keyVault.getSecret('AZURE-OPENAI-KEY')
+    azureAiProjectConnString:keyVault.getSecret('AZURE-AI-PROJECT-CONN-STRING')
+    azureSearchAdminKey:keyVault.getSecret('AZURE-SEARCH-KEY')
     solutionName: solutionPrefix
     userassignedIdentityId: managedIdentityModule.outputs.managedIdentityBackendAppOutput.id
-    keyVaultName:aifoundry.outputs.keyvaultName
     appSettings:{
         AZURE_OPEN_AI_DEPLOYMENT_MODEL:gptModelName
         AZURE_OPEN_AI_ENDPOINT:aifoundry.outputs.aiServicesTarget
         AZURE_OPENAI_API_VERSION: azureOpenAIApiVersion
         AZURE_OPENAI_RESOURCE:aifoundry.outputs.aiServicesName
-        AZURE_OPENAI_API_KEY:'AZURE-OPENAI-KEY'
-        AZURE_KEY_VAULT_URL: kvault.outputs.keyvaultUri
         USE_CHAT_HISTORY_ENABLED:'True'
         AZURE_COSMOSDB_ACCOUNT: cosmosDBModule.outputs.cosmosAccountName
         AZURE_COSMOSDB_CONVERSATIONS_CONTAINER: cosmosDBModule.outputs.cosmosContainerName
@@ -217,9 +217,7 @@ module backend_docker 'deploy_backend_docker.bicep'= {
         OPENAI_API_VERSION: azureOpenAIApiVersion
         AZURE_AI_SEARCH_ENDPOINT: aifoundry.outputs.aiSearchTarget
         AZURE_AI_SEARCH_INDEX: 'call_transcripts_index'
-        AZURE_AI_SEARCH_API_KEY:'AZURE-SEARCH-KEY'
         USE_AI_PROJECT_CLIENT:'False'
-        AZURE_AI_PROJECT_CONN_STRING:'AZURE-AI-PROJECT-CONN-STRING'
         DISPLAY_CHART_DEFAULT:'True'
       }
   }

src/api/ApiApp.Dockerfile

@@ -1,13 +1,15 @@
 FROM python:3.11-alpine
 
 # Install system dependencies required for building and running the application
-RUN apk add --no-cache --virtual .build-deps \  
-    build-base \  
-    libffi-dev \  
-    openssl-dev \  
+RUN apk add --no-cache --virtual .build-deps \
+    build-base \
+    libffi-dev \
+    openssl-dev \
     curl \
-    unixodbc-dev \  
-    libpq
+    unixodbc-dev \
+    libpq \
+    opus-dev \
+    libvpx-dev
 
 # Download and install Microsoft ODBC Driver and MSSQL tools
 RUN curl -O https://download.microsoft.com/download/e/4/e/e4e67866-dffd-428c-aac7-8d28ddafb39b/msodbcsql17_17.10.6.1-1_amd64.apk \
@@ -23,7 +25,8 @@ WORKDIR /app
 COPY ./requirements.txt .
 
 # Install Python dependencies
-RUN pip install --no-cache-dir -r requirements.txt && rm -rf /root/.cache  
+RUN pip install --upgrade pip setuptools wheel \ 
+    && pip install --no-cache-dir -r requirements.txt && rm -rf /root/.cache
 
 # Copy the backend application code into the container
 COPY ./ .
@@ -32,4 +35,4 @@ COPY ./ .
 EXPOSE 80
 
 # Start the application using Uvicorn
-CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "80"]
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "80"]

src/api/common/config/config.py

@@ -1,17 +1,11 @@
 import os
-from azure.identity import DefaultAzureCredential
-from azure.keyvault.secrets import SecretClient
 from dotenv import load_dotenv
 
 load_dotenv()
 
 
 class Config:
     def __init__(self):
-        # Initialize Key Vault client
-        key_vault_url = os.getenv("AZURE_KEY_VAULT_URL")
-        credential = DefaultAzureCredential()
-        self.secret_client = SecretClient(vault_url=key_vault_url, credential=credential)
 
         # SQL Database configuration
         self.sqldb_database = os.getenv("SQLDB_DATABASE")
@@ -23,32 +17,22 @@ def __init__(self):
         # Azure OpenAI configuration
         self.azure_openai_endpoint = os.getenv("AZURE_OPEN_AI_ENDPOINT")
         self.azure_openai_deployment_model = os.getenv("AZURE_OPEN_AI_DEPLOYMENT_MODEL")
-        self.azure_openai_api_key = self.get_secret("AZURE_OPENAI_API_KEY")
+        self.azure_openai_api_key = os.getenv("AZURE_OPENAI_API_KEY")
         self.azure_openai_api_version = os.getenv("AZURE_OPENAI_API_VERSION")
         self.azure_openai_resource = os.getenv("AZURE_OPENAI_RESOURCE")
 
         # Azure AI Search configuration
         self.azure_ai_search_endpoint = os.getenv("AZURE_AI_SEARCH_ENDPOINT")
-        self.azure_ai_search_api_key = self.get_secret("AZURE_AI_SEARCH_API_KEY")
+        self.azure_ai_search_api_key = os.getenv("AZURE_AI_SEARCH_API_KEY")
         self.azure_ai_search_index = os.getenv("AZURE_AI_SEARCH_INDEX")
 
         # AI Project Client configuration
         self.use_ai_project_client = os.getenv("USE_AI_PROJECT_CLIENT", "False").lower() == "true"
-        self.azure_ai_project_conn_string = self.get_secret("AZURE_AI_PROJECT_CONN_STRING")
+        self.azure_ai_project_conn_string = os.getenv("AZURE_AI_PROJECT_CONN_STRING")
 
         # Chat history configuration
         self.use_chat_history_enabled = os.getenv("USE_CHAT_HISTORY_ENABLED", "false").strip().lower() == "true"
         self.azure_cosmosdb_database = os.getenv("AZURE_COSMOSDB_DATABASE")
         self.azure_cosmosdb_account = os.getenv("AZURE_COSMOSDB_ACCOUNT")
         self.azure_cosmosdb_conversations_container = os.getenv("AZURE_COSMOSDB_CONVERSATIONS_CONTAINER")
         self.azure_cosmosdb_enable_feedback = os.getenv("AZURE_COSMOSDB_ENABLE_FEEDBACK", "false").lower() == "true"
-
-    def get_secret(self, secret_name):
-        """Retrieve a secret value from Azure Key Vault."""
-        secret_name_value = os.getenv(secret_name, "")
-        try:
-            secret = self.secret_client.get_secret(secret_name_value)
-            return secret.value
-        except Exception as e:
-            print(f"Error retrieving secret '{secret_name_value}': {e}")
-            return None

src/api/plugins/chat_with_data_plugin.py

@@ -122,6 +122,7 @@ def get_SQL_Response(
                 sql_query = sql_query.replace("```sql", '').replace("```", '')
 
             answer = execute_sql_query(sql_query)
+            answer = answer[:20000]
 
         except Exception as e:
             # 'Information from database could not be retrieved. Please try again later.'

src/api/services/chat_service.py

@@ -122,10 +122,7 @@ async def stream_openai_text(self, conversation_id: str, query: str) -> Streamin
                 api_version=config.azure_openai_api_version,
             )
 
-            thread_id = thread_cache.get(conversation_id)
-            if not thread_id:
-                thread_id = await agent.create_thread()
-                thread_cache[conversation_id] = thread_id
+            thread_id = await agent.create_thread()
 
             # Add user message to the thread
             message = ChatMessageContent(role=AuthorRole.USER, content=query)