Add release QA pipeline for buildkite (#733)

Author: jamiebrynes7

.buildkite/release-qa.definition.yaml

@@ -0,0 +1,11 @@
+agent_queue_id: trigger-pipelines
+description: GDK for Unity release QA pipeline
+github:
+  branch_configuration: []
+  default_branch: develop
+  pull_request_branch_filter_configuration: []
+teams:
+- name: Everyone
+  permission: BUILD_AND_READ
+- name: gbu/develop/unity
+  permission: MANAGE_BUILD_AND_READ

.buildkite/release-qa.steps.yaml

@@ -0,0 +1,75 @@
+---
+# Generated by <circle ci pipeline new>; this file *should* be edited manually to add or modify steps.
+#
+# Steps are executed based on the version in version control, and so you *do not* need to upload changes to BuildKite, just
+#  commit them and send a PR to GitHub as you normally would.
+#
+# You may find the example pipeline steps listed here helpful: https://buildkite.com/docs/pipelines/defining-steps#example-pipeline but please
+#  note that the setup is already done, so you should not manually adjust anything through the BuildKite interface.
+#
+common: &common
+  agents:
+    - "capable_of_building=gdk-for-unity"
+    - "environment=production"
+    - "permission_set=builder"
+    - "platform=windows"
+    - "queue=v2-1548806151-96e92a815a76456b-------z"
+  timeout_in_minutes: 60 # TODO(ENG-548): reduce timeout once agent-cold-start is optimised.
+  retry:
+    automatic:
+        # This is designed to trap and retry failures because agent lost connection. Agent exits with -1 in this case.
+      - exit_status: -1
+        limit: 3
+
+# NOTE: step labels turn into commit-status names like {org}/{repo}/{pipeline}/{step-label}, lower-case and hyphenated.
+# These are then relied on to have stable names by other things, so once named, please beware renaming has consequences.
+
+steps:
+  - label: "build :android:"
+    command: bash -c ci/build.sh
+    <<: *common
+    artifact_paths:
+      - logs/**/*
+      - build/assembly/**/*
+    env: 
+      WORKER_TYPE: "AndroidClient"
+      BUILD_TARGET: "local"
+      SCRIPTING_TYPE: "mono"
+
+  - label: "build :iphone:"
+    command: bash -c ci/build.sh
+    <<: *common 
+    artifact_paths:
+      - logs/**/*
+      - build/assembly/**/*
+    env: 
+      WORKER_TYPE: "iOSClient"
+      BUILD_TARGET: "local"
+      SCRIPTING_TYPE: "il2cpp"
+
+  - label: "build UnityClient mono"
+    command: bash -c ci/build.sh
+    <<: *common 
+    artifact_paths:
+      - logs/**/*
+      - build/assembly/**/*
+    env: 
+      WORKER_TYPE: "UnityClient"
+      BUILD_TARGET: "cloud"
+      SCRIPTING_TYPE: "mono"
+
+  - label: "build UnityGameLogic mono"
+    command: bash -c ci/build.sh
+    <<: *common 
+    artifact_paths:
+      - logs/**/*
+      - build/assembly/**/*
+    env: 
+      WORKER_TYPE: "UnityGameLogic"
+      BUILD_TARGET: "cloud"
+      SCRIPTING_TYPE: "mono"
+  - wait
+  - label: Launch deployment
+    command: bash -c ci/upload-launch.sh
+    <<: *common
+

ci/build.sh

@@ -30,3 +30,4 @@ fi
 LOG_LOCATION="$(pwd)/logs/${WORKER_TYPE}-${BUILD_TARGET}-${SCRIPTING_TYPE}.log"
 
 .shared-ci/scripts/build.sh "workers/unity" ${WORKER_TYPE} ${BUILD_TARGET} ${SCRIPTING_TYPE} "${LOG_LOCATION}"
+spatial prepare-for-run

ci/upload-launch.sh

@@ -6,17 +6,34 @@ cd "$(dirname "$0")/../"
 
 PREFIX="playground"
 
-ci/build-test.sh
-
 source ".shared-ci/scripts/profiling.sh"
 source ".shared-ci/scripts/pinned-tools.sh"
 
+if [[ -n "${BUILDKITE-}" ]]; then
+    # In buildkite, download the artifacts and reconstruct the build/assemblies folder.
+    buildkite-agent artifact download "build\assembly\**\*" .
+else
+    # In TeamCity, just build.
+    ci/build-test.sh
+fi
+
 setAssemblyName "${PREFIX}"
 
-.shared-ci/scripts/upload-assemblies.sh "${ASSEMBLY_NAME}"
+spatial cloud upload "${ASSEMBLY_NAME}" --log_level=debug --force --enable_pre_upload_check=false
 
 markStartOfBlock "Launching deployment"
 
-spatial cloud launch "${ASSEMBLY_NAME}" cloud_launch.json "${ASSEMBLY_NAME}" --snapshot=snapshots/default.snapshot
+spatial cloud launch "${ASSEMBLY_NAME}" cloud_launch.json "${ASSEMBLY_NAME}" --snapshot=snapshots/default.snapshot | tee -a ./launch.log
+
+if [[ -n "${BUILDKITE-}" ]]; then
+    CONSOLE_REGEX='.*Console URL:(.*)\\n"'
+    LAUNCH_LOG=$(cat ./launch.log)
+    if [[ $LAUNCH_LOG =~ $CONSOLE_REGEX ]]; then
+        CONSOLE_URL=${BASH_REMATCH[1]}
+        buildkite-agent annotate --style "success" "Deployment URL: ${CONSOLE_URL}"
+    else
+        buildkite-agent annotate --style "warning" "Could not parse deployment URL from launch log."
+    fi
+fi
 
 markEndOfBlock "Launching deployment"