Add profile analysis support in dev inner loop cold start pipeline (#10901)

* Add cold start profile analysis support on windows.

* Remove ThreadTime from default perfview arguments

* Fix `outputParentDirectory`. Removed cleanup code.

Author: kshyju

eng/ci/host.coldstart.yml

@@ -20,7 +20,7 @@ parameters:
 - name: perfViewCollectArguments
   displayName: PerfView profile collection arguments (Valid only if "Collect PerfView Profile" is true))
   type: string
-  default: '/NoGui /AcceptEula /NoV2Rundown /NoNGenRundown /NoClrRundown /BufferSizeMB=64 /CircularMB=64 /ThreadTime /Providers=a7044dd6-c8ef-4980-858c-942d972b6250'
+  default: '/NoGui /AcceptEula /NoV2Rundown /NoNGenRundown /NoClrRundown /BufferSizeMB=64 /CircularMB=64 /Providers=a7044dd6-c8ef-4980-858c-942d972b6250'
 
 resources:
   repositories:

eng/ci/templates/official/jobs/run-coldstart.yml

@@ -42,18 +42,31 @@ jobs:
     AzureWebJobsScriptRoot: '$(functionAppOutputPath)'
     perfViewPath: C:\.tools\perfview\perfview.exe 
     traceDirectory: $(Build.ArtifactStagingDirectory)/out
-    traceFileName: PerfViewData_$(Build.BuildNumber)_${{ parameters.functionAppName }}.etl
+    traceFileNameWithoutExtension: PerfViewData_$(Build.BuildNumber)_${{ parameters.functionAppName }}
+    traceFileName: $(traceFileNameWithoutExtension).etl
+    traceFileZipName: $(traceFileName).zip
     traceFilePath: $(traceDirectory)/$(traceFileName)
+    traceZipFilePath: $(traceDirectory)/$(traceFileZipName)
+    traceAnalysisResultsDirectory: $(traceDirectory)/results
+    traceAnalysisResultMarkdownFilePath: $(traceAnalysisResultsDirectory)/$(traceFileNameWithoutExtension).md
     traceLogPath: $(logsDirectory)/logs.log
+    ${{ if eq(parameters.os, 'Linux') }}:
+      publishRid: linux-x64
+    ${{ if eq(parameters.os, 'Windows') }}:
+      publishRid: win-x64
 
   ${{ if and(eq(parameters.collectPerfViewProfileOnWindows, true), eq(parameters.instanceId, '1')) }}: # profile collection is only on the first instance
     templateContext:
-      outputParentDirectory: $(System.DefaultWorkingDirectory)/out
+      outputParentDirectory: $(traceDirectory)
       outputs:
         - output: pipelineArtifact
           displayName: Publish PerfView profile
-          path: $(traceFilePath).zip
+          path: $(traceZipFilePath)
           artifact: PerfViewData_${{ parameters.functionAppName }}
+        - output: pipelineArtifact
+          displayName: Publish ColdStart Analysis Result
+          path: $(traceAnalysisResultsDirectory)
+          artifact: ColdStartProfileAnalysisResult_${{ parameters.functionAppName }}
 
   steps:
   - template: /eng/ci/templates/install-dotnet.yml@self
@@ -74,7 +87,7 @@ jobs:
       zipAfterPublish: false
       modifyOutputPath: false
       projects: '$(Build.ArtifactStagingDirectory)/PerformanceTestApps/${{ parameters.functionAppName }}/HelloHttp.csproj'
-      arguments: -c Release -o $(functionAppOutputPath) -f net9.0 
+      arguments: -c Release -o $(functionAppOutputPath) -f net9.0 -r $(publishRid)
       workingDirectory: $(Build.ArtifactStagingDirectory)/PerformanceTestApps/${{ parameters.functionAppName }}
 
   - task: DotNetCoreCLI@2
@@ -85,7 +98,7 @@ jobs:
       zipAfterPublish: false
       modifyOutputPath: false
       projects: '$(Build.SourcesDirectory)/src/WebJobs.Script.WebHost/WebJobs.Script.WebHost.csproj'
-      arguments: -c Release -o $(hostOutputPath) -f net8.0 -p:PlaceholderSimulation=true 
+      arguments: -c Release -o $(hostOutputPath) -r $(publishRid) -f net8.0 -p:PlaceholderSimulation=true 
       workingDirectory: $(Build.SourcesDirectory)/src/WebJobs.Script.WebHost
 
   - pwsh: |
@@ -169,7 +182,7 @@ jobs:
         while ($attempt -lt $maxAttempts) {
             $files = Get-ChildItem -Path $(traceDirectory)
             $fileCount = $files.Count
-            if ($fileCount -eq 1 -and $files[0].Name -eq '$(traceFileName).zip') {
+            if ($fileCount -eq 1 -and $files[0].Name -eq '$(traceFileZipName)') {
                 break
             } else {
                 Write-Host "Expected zip file not found. Rechecking again in 15 seconds..."
@@ -188,6 +201,18 @@ jobs:
         Get-Content $(traceLogPath)
       displayName: Stop PerfView
 
+    - pwsh: |
+        # Install the profile analyzer tool and run it on the trace file.
+        dotnet tool install -g Microsoft.Azure.Functions.ColdStartProfileAnalyzer --prerelease
+        func-cold-start-analyzer --file $(traceZipFilePath) --format markdown text
+
+        # Upload analysis result
+        Write-Host "##vso[task.addattachment type=Distributedtask.Core.Summary;name=$env:OS $env:FUNCTION_APP_NAME;]$(traceAnalysisResultMarkdownFilePath)"
+      displayName: Analyze profile
+      env:
+        FUNCTION_APP_NAME: ${{ parameters.functionAppName }}
+        OS: ${{ parameters.os }}
+
   - ${{ if eq(parameters.os, 'Windows') }}:
     - pwsh: |
         $processIdFile = "$(Build.ArtifactStagingDirectory)/hostProcessId.txt"