Move to 'Azure.Identity' v1.14.2 and refactor the telemetry library (#404)

Getting access token from Azure PowerShell fails with the error `"PowerShell did not return a valid response."`. This turns out to be an issue with the `Azure.Identity` library. After moving to the latest v1.14.2, it works again.

However, moving `Azure.Identity` to v1.14.2 causes a dependency conflict with the `Microsoft.ApplicationInsights.WorkerService` package, so this change also refactors the telemetry code a bit to depend on the  `Microsoft.ApplicationInsights` package instead, which is lightweight and much more appropriate for this application.

Author: daxian-dbw

shell/agents/Microsoft.Azure.Agent/Microsoft.Azure.Agent.csproj

@@ -16,8 +16,8 @@
   </PropertyGroup>
 
   <ItemGroup>
-    <PackageReference Include="Azure.Identity" Version="1.11.4" />
-    <PackageReference Include="Microsoft.ApplicationInsights.WorkerService" Version="2.22.0" />
+    <PackageReference Include="Azure.Identity" Version="1.14.2" />
+    <PackageReference Include="Microsoft.ApplicationInsights" Version="2.23.0" />
     <PackageReference Include="Serilog.Sinks.File" Version="6.0.0" />
     <PackageReference Include="Serilog.Sinks.Async" Version="2.0.0" />
     <PackageReference Include="System.Management.Automation" Version="7.4.7">

shell/agents/Microsoft.Azure.Agent/Telemetry.cs

@@ -1,8 +1,7 @@
 using System.Text.Json;
 
 using Microsoft.ApplicationInsights;
-using Microsoft.ApplicationInsights.WorkerService;
-using Microsoft.Extensions.DependencyInjection;
+using Microsoft.ApplicationInsights.Extensibility;
 
 namespace Microsoft.Azure.Agent;
 
@@ -198,21 +197,12 @@ internal class Telemetry
 
     private Telemetry()
     {
-        // Being a regular console app, there is no appsettings.json or configuration providers enabled by default.
-        // Hence connection string must be specified here.
-        IServiceCollection services = new ServiceCollection()
-            .AddApplicationInsightsTelemetryWorkerService((ApplicationInsightsServiceOptions options) =>
-                {
-                    // Application insights in the AME environment.
-                    options.ConnectionString = "InstrumentationKey=7a75c4d0-ae0b-4a63-9fb3-b99271f79537";
-                    options.EnableHeartbeat = false;
-                    options.EnableDiagnosticsTelemetryModule = false;
-                });
-
-        // Obtain TelemetryClient instance from DI, for additional manual tracking or to flush.
-        _telemetryClient = services
-            .BuildServiceProvider()
-            .GetRequiredService<TelemetryClient>();
+        var config = TelemetryConfiguration.CreateDefault();
+        // Application insights in the AME environment.
+        config.ConnectionString = "InstrumentationKey=7a75c4d0-ae0b-4a63-9fb3-b99271f79537";
+
+        // Create TelemetryClient with the configuration
+        _telemetryClient = new TelemetryClient(config);
 
         // Suppress the PII recorded by default to reduce risk.
         _telemetryClient.Context.Cloud.RoleInstance = "Not Available";