(docker) run docker in parallel

Author: arturcic

azure-pipelines.yml

@@ -21,17 +21,24 @@ stages:
   dependsOn: Build
   condition: succeeded()
   jobs:
-  - job: Docker
-    strategy:
-      matrix:
-        'Windows':
-          VM_IMAGE: 'windows-2019'
-        'Linux':
-          VM_IMAGE: 'Ubuntu 16.04'
+  - job: Generator
+    displayName: 'Generate Docker jobs'
     pool:
-      vmImage: $(VM_IMAGE)
+      vmImage: windows-2019
     steps:
-    - template: build/stages/docker.yml
+    - pwsh: ./src/Docker/docker.ps1 -os windows -variant runtime
+      name: matrix_Windows
+    - pwsh: ./src/Docker/docker.ps1 -os linux -variant runtime
+      name: matrix_Linux
+  
+  - template: build/stages/docker.yml
+    parameters:
+      name: Linux
+      vmImage: 'Ubuntu 16.04'
+  - template: build/stages/docker.yml
+    parameters:
+      name: Windows
+      vmImage: 'windows-2019'
 
 - stage: Publish
   dependsOn: Build
@@ -41,4 +48,4 @@ stages:
     pool:
       vmImage: windows-2019
     steps:
-    - template: build/stages/publish.yml    
+    - template: build/stages/publish.yml

build/stages/docker.yml

@@ -1,14 +1,26 @@
-steps:
-- template: common-steps.yml
-- task: DownloadPipelineArtifact@2
-  displayName: 'Download pipeline artifacts'
-  inputs:
-    source: current
-    path: $(Build.SourcesDirectory)
-    artifact: artifacts
-- script: dotnet cake build.cake --bootstrap && dotnet cake build.cake --target=Publish-DockerHub
-  displayName: 'Docker build'
-  env:
-    DOCKER_USERNAME: $(DOCKER_USERNAME)
-    DOCKER_PASSWORD: $(DOCKER_PASSWORD)
-    ENABLED_PUBLISH_DOCKER: $(ENABLED_PUBLISH_DOCKER)
+parameters:
+  name: ''
+  vmImage: ''
+
+jobs:
+- job: Docker_${{ parameters.name }}
+  displayName: 'Docker ${{ parameters.name }}'
+  pool:
+    vmImage: ${{ parameters.vmImage }}
+  dependsOn: Generator
+  strategy:
+    matrix: $[ dependencies['Generator'].outputs['matrix_${{ parameters.name }}.dockerConfigs'] ]
+  steps:
+  - template: common-steps.yml
+  - task: DownloadPipelineArtifact@2
+    displayName: 'Download pipeline artifacts'
+    inputs:
+      source: current
+      path: $(Build.SourcesDirectory)
+      artifact: artifacts
+  - script: dotnet cake build.cake --bootstrap && dotnet cake build.cake --target=Publish-DockerHub --docker_distro=$(DISTRO) --docker_dotnetversion=$(DOTNET_VERSION)
+    displayName: 'Docker build'
+    env:
+      DOCKER_USERNAME: $(DOCKER_USERNAME)
+      DOCKER_PASSWORD: $(DOCKER_PASSWORD)
+      ENABLED_PUBLISH_DOCKER: $(ENABLED_PUBLISH_DOCKER)

src/Docker/docker.ps1

@@ -0,0 +1,19 @@
+[CmdletBinding()]
+param (
+    [string]$variant,
+    [string]$os
+)
+$configs = (Get-Content ./src/docker/docker.json | ConvertFrom-Json).($os)
+
+$map = @{}
+foreach($version in $configs.PSObject.Properties) {
+    foreach($distro in $version.Value) {
+        $entry = @{}
+        $entry.Add("DOTNET_VERSION", $version.Name)
+        $entry.Add("DISTRO", $distro)
+        $map.Add("$($version.Name) $distro", [pscustomobject]$entry)
+    }
+}
+
+$matrix = ([pscustomobject]$map | ConvertTo-Json -Compress) -replace "`"", "'"
+Write-Host "##vso[task.setVariable variable=dockerConfigs;isOutput=true]$matrix"