Use the new dag experiment for better parallel ordering

Author: Lachlan Donald

.buildkite/pipeline.yml

@@ -1,77 +1,96 @@
+dag: true
+
 steps:
-  - name: ":bash: Lint"
+  - id: "lint"
+    name: ":bash: Lint"
     command: .buildkite/steps/lint.sh
     agents:
       queue: "${BUILDKITE_AGENT_META_DATA_QUEUE}"
 
-  - name: ":bash: Unit tests"
+  - id: "bats-tests"
+    name: ":bash: Unit tests"
     agents:
       queue: "${BUILDKITE_AGENT_META_DATA_QUEUE}"
     plugins:
       docker-compose#v2.1.0:
         run: unit-tests
         config: docker-compose.unit-tests.yml
 
-  - wait
-  - name: ":packer: :windows:"
+  - id: "packer-windows"
+    name: ":packer: :windows:"
     command: .buildkite/steps/packer.sh windows
     agents:
       queue: "${BUILDKITE_AGENT_META_DATA_QUEUE}"
+    depends_on:
+      - "lint"
+      - "bats-tests"
 
-  - wait
-  - name: ":cloudformation: :windows: Launch"
+  - id: "windows-launch"
+    name: ":cloudformation: :windows: Launch"
     command: .buildkite/steps/launch.sh windows
     agents:
       queue: "${BUILDKITE_AGENT_META_DATA_QUEUE}"
     artifact_paths: "build/aws-stack.yml"
+    depends_on: "packer-windows"
 
-  - wait
-  - name: ":cloudformation: :windows: Test"
+  - id: "windows-test"
+    name: ":cloudformation: :windows: Test"
     command: "docker info"
     timeout_in_minutes: 5
     agents:
       stack: "buildkite-aws-stack-test-windows-${BUILDKITE_BUILD_NUMBER}"
       queue: "testqueue-windows-${BUILDKITE_BUILD_NUMBER}"
+    depends_on: "windows-launch"
 
-  - wait
-  - name: ":packer: :linux:"
+  - id: "packer-linux"
+    name: ":packer: :linux:"
     command: .buildkite/steps/packer.sh linux
     agents:
       queue: "${BUILDKITE_AGENT_META_DATA_QUEUE}"
+    depends_on:
+      - "lint"
+      - "bats-tests"
 
-  - wait
-  - name: ":cloudformation: :linux: Launch"
+  - id: "linux-launch"
+    name: ":cloudformation: :linux: Launch"
     command: .buildkite/steps/launch.sh linux
     agents:
       queue: "${BUILDKITE_AGENT_META_DATA_QUEUE}"
     artifact_paths: "build/aws-stack.yml"
+    depends_on: "packer-linux"
 
-  - wait
-  - name: ":cloudformation: :linux: Test"
+  - id: "linux-test"
+    name: ":cloudformation: :linux: Test"
     command: "goss validate --format documentation"
     timeout_in_minutes: 5
     agents:
       stack: "buildkite-aws-stack-test-linux-${BUILDKITE_BUILD_NUMBER}"
       queue: "testqueue-linux-${BUILDKITE_BUILD_NUMBER}"
+    depends_on: "linux-launch"
 
-  - wait
-  - name: ":cloudformation: 🚚 🌎"
+  - id: "copy-ami"
+    name: ":cloudformation: 🚚 🌎"
     command: .buildkite/steps/copy.sh
     agents:
       queue: "${BUILDKITE_AGENT_META_DATA_QUEUE}"
     artifact_paths: "build/mappings.yml"
+    depends_on:
+      - "linux-test"
+      - "windows-test"
 
-  - wait
-  - name: ":cloudformation: :rocket:"
+  - id: "publish"
+    name: ":cloudformation: :rocket:"
     command: .buildkite/steps/publish.sh
     agents:
       queue: "${BUILDKITE_AGENT_META_DATA_QUEUE}"
     concurrency_group: "aws-stack-publish"
     concurrency: 1
     artifact_paths: "build/*.yml"
+    depends_on: "copy-ami"
 
-  - wait
-  - name: "Cleanup"
+  - id: "cleanup"
+    name: "Cleanup"
     command: .buildkite/steps/cleanup.sh
     agents:
       queue: "${BUILDKITE_AGENT_META_DATA_QUEUE}"
+    depends_on: "publish"