fix: added the correct env variable and updated the search index to take json file

infra/main.bicep

@@ -1525,7 +1525,7 @@ module containerApp 'br/public:avm/res/app/container-app:0.18.1' = {
           }
           {
             name: 'AZURE_AI_SEARCH_CONNECTION_NAME'
-            value: searchService.outputs.name
+            value: aiSearchConnectionName
           }
           {
             name: 'AZURE_AI_SEARCH_INDEX_NAME'
@@ -2041,7 +2041,7 @@ output COSMOSDB_ACCOUNT_NAME string = cosmosDbResourceName
 output AZURE_SEARCH_ENDPOINT string =searchService.outputs.endpoint
 output AZURE_CLIENT_ID string  = userAssignedIdentity!.outputs.clientId
 output AZURE_TENANT_ID string = tenant().tenantId
-output AZURE_AI_SEARCH_CONNECTION_NAME string  = searchService.outputs.name
+output AZURE_AI_SEARCH_CONNECTION_NAME string  = aiSearchConnectionName
 output AZURE_COGNITIVE_SERVICES string = 'https://cognitiveservices.azure.com/.default'
 output REASONING_MODEL_NAME string = aiFoundryAiServicesReasoningModelDeployment.name
 output MCP_SERVER_NAME string = 'MACAE MCP Server'

infra/main_custom.bicep

@@ -1556,7 +1556,7 @@ module containerApp 'br/public:avm/res/app/container-app:0.18.1' = {
           }
           {
             name: 'AZURE_AI_SEARCH_CONNECTION_NAME'
-            value: searchService.outputs.name
+            value: aiSearchConnectionName
           }
           {
             name: 'AZURE_AI_SEARCH_INDEX_NAME'
@@ -2096,7 +2096,7 @@ output COSMOSDB_ACCOUNT_NAME string = cosmosDbResourceName
 output AZURE_SEARCH_ENDPOINT string =searchService.outputs.endpoint
 output AZURE_CLIENT_ID string  = userAssignedIdentity!.outputs.clientId
 output AZURE_TENANT_ID string = tenant().tenantId
-output AZURE_AI_SEARCH_CONNECTION_NAME string  = searchService.outputs.name
+output AZURE_AI_SEARCH_CONNECTION_NAME string  = aiSearchConnectionName
 output AZURE_COGNITIVE_SERVICES string = 'https://cognitiveservices.azure.com/.default'
 output REASONING_MODEL_NAME string =  aiFoundryAiServicesReasoningModelDeployment.name
 output MCP_SERVER_NAME string = 'MACAE MCP Server'

infra/scripts/index_datasets.py

@@ -48,23 +48,24 @@
     sys.exit(1)
 
 for idx, blob in enumerate(blob_list, start=1):
-    if blob.name.endswith(".csv"):
-        title = blob.name.replace(".csv", "")
-        csv_data = container_client.download_blob(blob.name).readall()
-
-        try:
-            print(f"Reading data from blob: {blob.name}...")
-            csv_text = csv_data.decode('utf-8')
-            data_list.append({
-                "content": csv_text,
-                "id": str(idx),
-                "title": title
-            })
-            success_count += 1
-        except Exception as e:
-            print(f"Error reading CSV file - {blob.name}: {e}")
-            fail_count += 1
-            continue
+    #if blob.name.endswith(".csv"):
+    title = blob.name.replace(".csv", "")
+    title = blob.name.replace(".json", "")
+    data = container_client.download_blob(blob.name).readall()
+
+    try:
+        print(f"Reading data from blob: {blob.name}...")
+        text = data.decode('utf-8')
+        data_list.append({
+            "content": text,
+            "id": str(idx),
+            "title": title
+        })
+        success_count += 1
+    except Exception as e:
+        print(f"Error reading file - {blob.name}: {e}")
+        fail_count += 1
+        continue
 
 if not data_list:
     print(f"No data to upload to Azure Search index. Success: {success_count}, Failed: {fail_count}")