fix: Update use case terminology and improve date handling in scripts

Author: Avijit-Microsoft

documents/SampleQuestions.md

@@ -5,7 +5,7 @@ To help you get started, here are some **Sample Prompts** you can ask in the app
 > Note: To avoid rate limit errors, pause for 2–3 seconds after a response before submitting the next question. <br>
 Average response time is 8–14 seconds.
 
-For Contact Center use case:  
+For Contact Center (telecom) use case:  
 1. Ask the following questions:
    - Total number of calls by date for last 7 days.
       - To view the response data as a graph, just prompt "Generate Chart".

infra/main.bicep

@@ -46,7 +46,7 @@ param aiServiceLocation string
 @minLength(1)
 @description('Required. Industry use case for deployment:')
 @allowed([
-  'Contact-center'
+  'telecom'
   'IT_helpdesk'
 ])
 param usecase string 

infra/main.json

@@ -6,7 +6,7 @@
     "_generator": {
       "name": "bicep",
       "version": "0.39.26.7824",
-      "templateHash": "659660736055225323"
+      "templateHash": "13745926654098190586"
     }
   },
   "parameters": {
@@ -65,7 +65,7 @@
     "usecase": {
       "type": "string",
       "allowedValues": [
-        "Contact-center",
+        "telecom",
         "IT_helpdesk"
       ],
       "minLength": 1,
@@ -26216,9 +26216,9 @@
         }
       },
       "dependsOn": [
-        "[format('avmPrivateDnsZones[{0}]', variables('dnsZoneIndex').openAI)]",
-        "[format('avmPrivateDnsZones[{0}]', variables('dnsZoneIndex').cognitiveServices)]",
         "[format('avmPrivateDnsZones[{0}]', variables('dnsZoneIndex').aiServices)]",
+        "[format('avmPrivateDnsZones[{0}]', variables('dnsZoneIndex').cognitiveServices)]",
+        "[format('avmPrivateDnsZones[{0}]', variables('dnsZoneIndex').openAI)]",
         "backendUserAssignedIdentity",
         "logAnalyticsWorkspace",
         "userAssignedIdentity",
@@ -28545,9 +28545,9 @@
         }
       },
       "dependsOn": [
-        "[format('avmPrivateDnsZones[{0}]', variables('dnsZoneIndex').aiServices)]",
         "[format('avmPrivateDnsZones[{0}]', variables('dnsZoneIndex').openAI)]",
         "[format('avmPrivateDnsZones[{0}]', variables('dnsZoneIndex').cognitiveServices)]",
+        "[format('avmPrivateDnsZones[{0}]', variables('dnsZoneIndex').aiServices)]",
         "logAnalyticsWorkspace",
         "userAssignedIdentity",
         "virtualNetwork"
@@ -36917,10 +36917,10 @@
         }
       },
       "dependsOn": [
-        "[format('avmPrivateDnsZones[{0}]', variables('dnsZoneIndex').storageFile)]",
+        "[format('avmPrivateDnsZones[{0}]', variables('dnsZoneIndex').storageDfs)]",
         "[format('avmPrivateDnsZones[{0}]', variables('dnsZoneIndex').storageQueue)]",
         "[format('avmPrivateDnsZones[{0}]', variables('dnsZoneIndex').storageBlob)]",
-        "[format('avmPrivateDnsZones[{0}]', variables('dnsZoneIndex').storageDfs)]",
+        "[format('avmPrivateDnsZones[{0}]', variables('dnsZoneIndex').storageFile)]",
         "userAssignedIdentity",
         "virtualNetwork"
       ]

infra/scripts/index_scripts/03_cu_process_data_text.py

@@ -53,7 +53,7 @@
     SAMPLE_IMPORT_FILE = 'infra/data/telecom/sample_search_index_data.json'
     SAMPLE_PROCESSED_DATA_FILE = 'infra/data/telecom/sample_processed_data.json'
     SAMPLE_PROCESSED_DATA_KEY_PHRASES_FILE = 'infra/data/telecom/sample_processed_data_key_phrases.json'
-elif USE_CASE == "IT_helpdesk":
+else:
     SAMPLE_IMPORT_FILE = 'infra/data/IT_helpdesk/sample_search_index_data.json'
     SAMPLE_PROCESSED_DATA_FILE = 'infra/data/IT_helpdesk/sample_processed_data.json'
     SAMPLE_PROCESSED_DATA_KEY_PHRASES_FILE = 'infra/data/IT_helpdesk/sample_processed_data_key_phrases.json'
@@ -321,7 +321,7 @@ def create_tables():
             timestamp_format = "%Y-%m-%d %H_%M_%S"
         else: 
             start_time = file_name.replace(".json", "")[-16:]
-            timestamp_format = "%Y-%m-%d %H%M%S"
+            timestamp_format = "%Y-%m-%d%H%M%S"
         start_timestamp = datetime.strptime(start_time, timestamp_format)
         conversation_id = file_name.split('convo_', 1)[1].split('_')[0]
         conversationIds.append(conversation_id)
@@ -498,11 +498,12 @@ def get_mined_topic_mapping(input_text, list_of_topics):
 today = datetime.today()
 cursor.execute("SELECT MAX(CAST(StartTime AS DATETIME)) FROM [dbo].[processed_data]")
 max_start_time = cursor.fetchone()[0]
-days_difference = (today - max_start_time).days - 1 if max_start_time else 0
-cursor.execute("UPDATE [dbo].[processed_data] SET StartTime = FORMAT(DATEADD(DAY, ?, StartTime), 'yyyy-MM-dd HH:mm:ss'), EndTime = FORMAT(DATEADD(DAY, ?, EndTime), 'yyyy-MM-dd HH:mm:ss')", (days_difference, days_difference))
-cursor.execute("UPDATE [dbo].[km_processed_data] SET StartTime = FORMAT(DATEADD(DAY, ?, StartTime), 'yyyy-MM-dd HH:mm:ss'), EndTime = FORMAT(DATEADD(DAY, ?, EndTime), 'yyyy-MM-dd HH:mm:ss')", (days_difference, days_difference))
-cursor.execute("UPDATE [dbo].[processed_data_key_phrases] SET StartTime = FORMAT(DATEADD(DAY, ?, StartTime), 'yyyy-MM-dd HH:mm:ss')", (days_difference,))
-conn.commit()
+days_difference = (today.date() - max_start_time.date()).days - 1 if max_start_time else 0
+if days_difference > 0:
+    cursor.execute("UPDATE [dbo].[processed_data] SET StartTime = FORMAT(DATEADD(DAY, ?, StartTime), 'yyyy-MM-dd HH:mm:ss'), EndTime = FORMAT(DATEADD(DAY, ?, EndTime), 'yyyy-MM-dd HH:mm:ss')", (days_difference, days_difference))
+    cursor.execute("UPDATE [dbo].[km_processed_data] SET StartTime = FORMAT(DATEADD(DAY, ?, StartTime), 'yyyy-MM-dd HH:mm:ss'), EndTime = FORMAT(DATEADD(DAY, ?, EndTime), 'yyyy-MM-dd HH:mm:ss')", (days_difference, days_difference))
+    cursor.execute("UPDATE [dbo].[processed_data_key_phrases] SET StartTime = FORMAT(DATEADD(DAY, ?, StartTime), 'yyyy-MM-dd HH:mm:ss')", (days_difference,))
+    conn.commit()
 
 cursor.close()
 conn.close()

infra/scripts/run_create_index_scripts.sh

@@ -109,7 +109,7 @@ if [ $? -ne 0 ]; then
     error_flag=true
 fi
 
-if ["$usecase" == "telecom" ]; then
+if [ "$usecase" == "telecom" ]; then
     echo "✓ Creating CU template for audio"
     python ${pythonScriptPath}02_create_cu_template_audio.py --cu_endpoint="$cu_endpoint" --cu_api_version="$cu_api_version"
     if [ $? -ne 0 ]; then

src/api/common/database/sqldb_service.py

@@ -83,8 +83,8 @@ async def adjust_processed_data_dates():
         max_start_time = (cursor.fetchone())[0]
 
         if max_start_time:
-            days_difference = (today - max_start_time).days - 1
-            if days_difference != 0:
+            days_difference = (today.date() - max_start_time.date()).days - 1
+            if days_difference > 0:
                 # Update processed_data table
                 cursor.execute(
                     "UPDATE [dbo].[processed_data] SET StartTime = FORMAT(DATEADD(DAY, ?, StartTime), 'yyyy-MM-dd "