Use the same vm for all tests

Use images we are building for LS testing for all BK pipelines.

Author: donoghuc

.buildkite/scripts/build-pipeline/generate-steps.py

@@ -63,8 +63,10 @@ def generate_steps_for_main_branch(versions) -> list:
     structure = {
         "agents": {
             "provider": "gcp",
-            "machineType": "n1-standard-4",
-            "image": "family/core-ubuntu-2204"
+            "machineType": "n2-standard-4",
+            "imageProject": "elastic-images-prod",
+            "image": "family/platform-ingest-logstash-multi-jdk-ubuntu-2204",
+            "diskSizeGb": 120
         },
         "steps": []}
 

.buildkite/scripts/pull-request-pipeline/generate-steps.py

@@ -61,8 +61,10 @@ def make_matrix_version_key(branch: str) -> str:
     structure = {
         "agents": {
             "provider": "gcp",
-            "machineType": "n1-standard-4",
-            "image": "family/core-ubuntu-2204"
+            "machineType": "n2-standard-4",
+            "imageProject": "elastic-images-prod",
+            "image": "family/platform-ingest-logstash-multi-jdk-ubuntu-2204",
+            "diskSizeGb": 120
         },
         "steps": []}
 

.buildkite/scripts/run_tests.sh

@@ -1,3 +1,8 @@
+#!/usr/bin/env bash
+
+export PATH="/opt/buildkite-agent/.rbenv/bin:/opt/buildkite-agent/.pyenv/bin:/opt/buildkite-agent/.java/bin:$PATH"
+export JAVA_HOME="/opt/buildkite-agent/.java"
+eval "$(rbenv init -)"
 
 if [ -z "$TARGET_BRANCH" ]; then
   echo "Target branch is not specified, using default branch: main or BK defined"