Rework resource monitor (#4803)

* Rework resource monitor

* Minor fixes

* Add regions

* Fix cpu utilization metrics

* Update to ProcessInvoker

* Minor fixes

* Minor fixes

* Resolve comments

* Fix typo

* Minor fix in syntax

Author: vmapetr

src/Agent.Worker/JobRunner.cs

@@ -113,12 +113,13 @@ public async Task<TaskResult> RunAsync(Pipelines.AgentJobRequestMessage message,
 
                 //Start Resource Diagnostics if enabled in the job message 
                 jobContext.Variables.TryGetValue("system.debug", out var systemDebug);
+
                 resourceDiagnosticManager = HostContext.GetService<IResourceMetricsManager>();
+                resourceDiagnosticManager.SetContext(jobContext);
 
                 if (string.Equals(systemDebug, "true", StringComparison.OrdinalIgnoreCase))
                 {
-                    resourceDiagnosticManager.Setup(jobContext);
-                    _ = resourceDiagnosticManager.RunDebugResourceMonitor();
+                    _ = resourceDiagnosticManager.RunDebugResourceMonitorAsync();
                 }
 
                 agentShutdownRegistration = HostContext.AgentShutdownToken.Register(() =>
@@ -422,7 +423,6 @@ public async Task<TaskResult> RunAsync(Pipelines.AgentJobRequestMessage message,
                 legacyTaskConnection?.Dispose();
                 taskConnection?.Dispose();
                 jobConnection?.Dispose();
-                resourceDiagnosticManager?.Dispose();
 
                 await ShutdownQueue(throwOnFailure: false);
             }