Add new gpu/cuvs pipelines

Author: brianseeders

.buildkite/pipelines/cuvs-snapshot/run-tests.yml

@@ -0,0 +1,20 @@
+steps:
+  - label: "{{matrix.GRADLE_TASK}}"
+    command: .buildkite/scripts/cuvs-snapshot/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints {{matrix.GRADLE_TASK}}
+    timeout_in_minutes: 300
+    agents:
+      provider: gcp
+      image: family/elasticsearch-ubuntu-2404-nvidia
+      machineType: g2-standard-32
+      buildDirectory: /dev/shm/bk
+    matrix:
+      setup:
+        GRADLE_TASK:
+          - checkPart1
+          - checkPart2
+          - checkPart3
+          - checkPart4
+          - checkPart5
+          - checkPart6
+      env:
+        GRADLE_TASK: "{{matrix.GRADLE_TASK}}"

.buildkite/pipelines/cuvs-snapshot/update-snapshot.yml

@@ -0,0 +1,14 @@
+steps:
+  - label: "Smoke test and update new cuVS snapshot"
+    command: .buildkite/scripts/cuvs-snapshot/update-current-snapshot-version.sh
+    agents:
+      provider: gcp
+      image: family/elasticsearch-ubuntu-2404-nvidia
+      machineType: g2-standard-16
+      zones: us-central1-a
+      diskSizeGb: 150
+  - wait: ~
+  - trigger: "elasticsearch-cuvs-run-tests"
+    build:
+      branch: "${BUILDKITE_BRANCH}"
+    async: true

.buildkite/pipelines/pull-request/gpu.yml

@@ -0,0 +1,25 @@
+config:
+  allow-labels: test-gpu
+steps:
+  - group: gpu-tests
+    steps:
+      - label: "{{matrix.CHECK_TASK}} / gpu-tests"
+        key: "packaging-tests-unix"
+        command: .buildkite/scripts/cuvs-snapshot/run-gradle.sh -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints {{matrix.GRADLE_TASK}}
+        timeout_in_minutes: 300
+        matrix:
+          setup:
+            CHECK_TASK:
+              - checkPart1
+              - checkPart2
+              - checkPart3
+              - checkPart4
+              - checkPart5
+              - checkPart6
+        agents:
+          provider: gcp
+          image: family/elasticsearch-ubuntu-2404-nvidia
+          machineType: g2-standard-32
+          buildDirectory: /dev/shm/bk
+        env:
+          GRADLE_TASK: "{{matrix.GRADLE_TASK}}"

.buildkite/scripts/cuvs-snapshot/update-current-snapshot-version.sh

@@ -3,7 +3,6 @@
 set -euo pipefail
 
 SNAPSHOT_VERSION_FILE=.buildkite/scripts/cuvs-snapshot/current-snapshot-version
-PLUGIN_GRADLE_FILE=x-pack/plugin/gpu/build.gradle
 BRANCH_TO_UPDATE="${BRANCH_TO_UPDATE:-${BUILDKITE_BRANCH:-cuvs-snapshot}}"
 
 if [[ -z "${CUVS_SNAPSHOT_VERSION:-}" ]]; then
@@ -22,15 +21,15 @@ source .buildkite/scripts/cuvs-snapshot/configure.sh
 if [[ "${SKIP_TESTING:-}" != "true" ]]; then
   echo "--- Testing snapshot before updating"
   ./gradlew -Druntime.java=24 :x-pack:plugin:gpu:yamlRestTest -S
-fi 
+fi
 
 echo "--- Updating snapshot"
 
 echo "$CUVS_SNAPSHOT_VERSION" > "$SNAPSHOT_VERSION_FILE"
 
 CURRENT_SHA="$(gh api "/repos/elastic/elasticsearch/contents/$SNAPSHOT_VERSION_FILE?ref=$BRANCH_TO_UPDATE" | jq -r .sha)" || true
 
-echo gh api -X PUT "/repos/elastic/elasticsearch/contents/$SNAPSHOT_VERSION_FILE" \
+gh api -X PUT "/repos/elastic/elasticsearch/contents/$SNAPSHOT_VERSION_FILE" \
   -f branch="$BRANCH_TO_UPDATE" \
   -f message="Update cuvs snapshot version to $CUVS_VERSION" \
   -f content="$(base64 -w 0 "$WORKSPACE/$SNAPSHOT_VERSION_FILE")" \