WIP cuvs-snapshot updating

Author: brianseeders

.buildkite/scripts/cuvs-snapshot/configure.sh

@@ -0,0 +1,39 @@
+#!/bin/bash
+
+set -euo pipefail
+
+if [[ "${BUILDKITE:-}" == "true" ]]; then
+  export JAVA_HOME="$HOME/.java/openjdk24"
+  export PATH="$JAVA_HOME/bin:$PATH"
+
+  # Setup LD_LIBRARY_PATH, PATH
+  if [[ -f /etc/profile.d/elastic-nvidia.sh ]]; then
+    source /etc/profile.d/elastic-nvidia.sh
+  fi
+fi
+
+CURRENT_SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+ELASTICSEARCH_REPO_DIR="$(cd "$CURRENT_SCRIPT_DIR/../../.." && pwd)"
+
+CUVS_SNAPSHOT_VERSION="${CUVS_SNAPSHOT_VERSION:-$(cat "$CURRENT_SCRIPT_DIR"/current-snapshot-version)}"
+CUVS_ARCHIVE="cuvs-$CUVS_SNAPSHOT_VERSION.tar.gz"
+CUVS_URL="https://storage.googleapis.com/elasticsearch-cuvs-snapshots/$CUVS_ARCHIVE"
+
+CUVS_WORKSPACE=${CUVS_WORKSPACE:-$(cd "$(mktemp -d)")}
+CUVS_DIR="$(pwd)/cuvs-$CUVS_SNAPSHOT_VERSION"
+
+curl -O "$CUVS_URL"
+tar -xzf "$CUVS_ARCHIVE"
+
+CUVS_VERSION=$(cd "$CUVS_DIR/cuvs-java/target" && mvn help:evaluate -Dexpression=project.version -q -DforceStdout)
+
+LD_LIBRARY_PATH=$(echo "$LD_LIBRARY_PATH" | tr ':' '\n' | grep -v "libcuvs/linux-x64" | tr '\n' ':' | sed 's/:$//')
+LD_LIBRARY_PATH="$CUVS_DIR/libcuvs/linux-x64:$LD_LIBRARY_PATH"
+export LD_LIBRARY_PATH
+
+cd "$CUVS_DIR/cuvs-java/target"
+mvn install:install-file -Dfile="cuvs-java-$CUVS_VERSION.jar"
+
+cd "$ELASTICSEARCH_REPO_DIR"
+PLUGIN_GRADLE_FILE=x-pack/plugin/gpu/build.gradle
+sed -i "s|implementation 'com.nvidia.cuvs:cuvs-java:.*'|implementation 'com.nvidia.cuvs:cuvs-java:$CUVS_VERSION'|" "$PLUGIN_GRADLE_FILE"

.buildkite/scripts/cuvs-snapshot/update-current-snapshot-version.sh

@@ -0,0 +1,38 @@
+#!/bin/bash
+
+set -euo pipefail
+
+SNAPSHOT_VERSION_FILE=.buildkite/scripts/cuvs-snapshot/current-snapshot-version
+PLUGIN_GRADLE_FILE=x-pack/plugin/gpu/build.gradle
+BRANCH_TO_UPDATE="${BRANCH_TO_UPDATE:-${BUILDKITE_BRANCH:-cuvs-snapshot}}"
+
+if [[ -z "${CUVS_SNAPSHOT_VERSION:-}" ]]; then
+  echo "CUVS_SNAPSHOT_VERSION not set. Set this to update the current snapshot version."
+  exit 1
+fi
+
+if [[ "$CUVS_SNAPSHOT_VERSION" == "$(cat $SNAPSHOT_VERSION_FILE)" ]]; then
+  echo "Current snapshot version already set to '$CUVS_SNAPSHOT_VERSION'. No need to update."
+  exit 0
+fi
+
+echo "--- Configuring libcuvs/cuvs-java"
+source .buildkite/scripts/cuvs-snapshot/configure.sh
+
+if [[ "${SKIP_TESTING:-}" != "true" ]]; then
+  echo "--- Testing snapshot before updating"
+  ./gradlew -Druntime.java=24 :x-pack:plugin:gpu:yamlRestTest -S
+fi 
+
+echo "--- Updating snapshot"
+
+echo "$CUVS_SNAPSHOT_VERSION" > "$SNAPSHOT_VERSION_FILE"
+
+# CURRENT_SHA="$(gh api "/repos/elastic/elasticsearch/contents/$SNAPSHOT_VERSION_FILE?ref=$BRANCH_TO_UPDATE" | jq -r .sha)"
+CURRENT_SHA=test
+
+echo gh api -X PUT "/repos/elastic/elasticsearch/contents/$SNAPSHOT_VERSION_FILE" \
+  -f branch="$BRANCH_TO_UPDATE" \
+  -f message="Update cuvs snapshot version to $CUVS_VERSION" \
+  -f content="$(base64 -w 0 "$WORKSPACE/$SNAPSHOT_VERSION_FILE")" \
+  -f sha="$CURRENT_SHA"