[9.2] [CI / Cloud] Add Kibana 8gb node smoke tests (#238372) (#239031)

# Backport

This will backport the following commits from `main` to `9.2`:
- [[CI / Cloud] Add Kibana 8gb node smoke tests
(#238372)](#238372)

<!--- Backport version: 9.6.6 -->

### Questions ?
Please refer to the [Backport tool
documentation](https://github.com/sorenlouv/backport)

<!--BACKPORT [{"author":{"name":"Brad
White","email":"[email protected]"},"sourceCommit":{"committedDate":"2025-10-14T23:56:30Z","message":"[CI
/ Cloud] Add Kibana 8gb node smoke tests (#238372)\n\n##
Summary\n\nCloses #238371\n\n### Testing\n-
https://buildkite.com/elastic/kibana-deploy-cloud-from-pr/builds/479\n-
[PR\ndeployment](https://buildkite.com/elastic/kibana-pull-request/builds/350500#annotation-cloud)","sha":"e9a9fac3cadb95e7bc3a5d183f52d5e11290c134","branchLabelMapping":{"^v9.3.0$":"main","^v(\\d+).(\\d+).\\d+$":"$1.$2"}},"sourcePullRequest":{"labels":["Team:Operations","release_note:skip","backport:all-open","ci:cloud-deploy","ci:cloud-redeploy","v9.3.0"],"title":"[CI
/ Cloud] Add Kibana 8gb node smoke
tests","number":238372,"url":"https://github.com/elastic/kibana/pull/238372","mergeCommit":{"message":"[CI
/ Cloud] Add Kibana 8gb node smoke tests (#238372)\n\n##
Summary\n\nCloses #238371\n\n### Testing\n-
https://buildkite.com/elastic/kibana-deploy-cloud-from-pr/builds/479\n-
[PR\ndeployment](https://buildkite.com/elastic/kibana-pull-request/builds/350500#annotation-cloud)","sha":"e9a9fac3cadb95e7bc3a5d183f52d5e11290c134"}},"sourceBranch":"main","suggestedTargetBranches":[],"targetPullRequestStates":[{"branch":"main","label":"v9.3.0","branchLabelMappingKey":"^v9.3.0$","isSourceBranch":true,"state":"MERGED","url":"https://github.com/elastic/kibana/pull/238372","number":238372,"mergeCommit":{"message":"[CI
/ Cloud] Add Kibana 8gb node smoke tests (#238372)\n\n##
Summary\n\nCloses #238371\n\n### Testing\n-
https://buildkite.com/elastic/kibana-deploy-cloud-from-pr/builds/479\n-
[PR\ndeployment](https://buildkite.com/elastic/kibana-pull-request/builds/350500#annotation-cloud)","sha":"e9a9fac3cadb95e7bc3a5d183f52d5e11290c134"}}]}]
BACKPORT-->

Co-authored-by: Brad White <[email protected]>

Author: kibanamachine

.buildkite/pipelines/artifacts.yml

@@ -6,7 +6,7 @@ steps:
       imageProject: elastic-images-prod
       provider: gcp
       machineType: c2-standard-16
-      diskSizeGb: 150
+      diskSizeGb: 160
     timeout_in_minutes: 120
     retry:
       automatic:
@@ -122,6 +122,32 @@ steps:
         - exit_status: '*'
           limit: 1
 
+  - command: KIBANA_MEMORY_SIZE=8192 .buildkite/scripts/steps/artifacts/cloud.sh
+    label: 'Cloud Deployment - 8GB Kibana Node'
+    soft_fail:
+      - exit_status: 255
+      - exit_status: -1
+    agents:
+      image: family/kibana-ubuntu-2404
+      imageProject: elastic-images-prod
+      provider: gcp
+      machineType: n2-standard-2
+    timeout_in_minutes: 60
+    if: "build.env('RELEASE_BUILD') == null || build.env('RELEASE_BUILD') == '' || build.env('RELEASE_BUILD') == 'false'"
+    retry:
+      automatic:
+        # Timeout and graceful shutdown | ecctl deployment create falure
+        - exit_status: 255
+          limit: 0
+
+        # Timeout and forced shutdown
+        - exit_status: '-1'
+          limit: 0
+
+        # Test failures
+        - exit_status: '*'
+          limit: 1
+
   - wait
 
   - command: .buildkite/scripts/steps/artifacts/publish.sh

.buildkite/scripts/steps/artifacts/cloud.sh

@@ -12,6 +12,17 @@ if [[ "${DRY_RUN:-}" =~ ^(true|1)$ ]]; then
   exit 0
 fi
 
+KIBANA_MEMORY_SIZE=${KIBANA_MEMORY_SIZE:-2048}
+case "$KIBANA_MEMORY_SIZE" in
+  1024|2048|4096|8192)
+    echo "--- Kibana node memory size: ${KIBANA_MEMORY_SIZE}MB"
+    ;;
+  *)
+    echo "Error: KIBANA_MEMORY_SIZE must be one of: 1024, 2048, 4096, 8192. Got: $KIBANA_MEMORY_SIZE"
+    exit 1
+    ;;
+esac
+
 echo "--- Push docker image"
 mkdir -p target
 
@@ -32,7 +43,13 @@ else
 fi
 
 echo "--- Create deployment"
-CLOUD_DEPLOYMENT_NAME="kibana-artifacts-$TAG"
+BASE_DEPLOYMENT_NAME="kibana-artifacts"
+
+if [[ $KIBANA_MEMORY_SIZE -ne 2048 ]]; then
+  CLOUD_DEPLOYMENT_NAME="$BASE_DEPLOYMENT_NAME-${KIBANA_MEMORY_SIZE}mb-$TAG"
+else
+  CLOUD_DEPLOYMENT_NAME="$BASE_DEPLOYMENT_NAME-$TAG"
+fi
 
 LOGS=$(mktemp --suffix ".json")
 DEPLOYMENT_SPEC=$(mktemp --suffix ".json")
@@ -42,7 +59,8 @@ jq '
   .resources.kibana[0].plan.kibana.docker_image = "'$KIBANA_TEST_IMAGE'" |
   .resources.kibana[0].plan.kibana.version = "'$FULL_VERSION'" |
   .resources.elasticsearch[0].plan.elasticsearch.version = "'$FULL_VERSION'" |
-  .resources.integrations_server[0].plan.integrations_server.version = "'$FULL_VERSION'"
+  .resources.integrations_server[0].plan.integrations_server.version = "'$FULL_VERSION'" |
+  .resources.kibana[0].plan.cluster_topology[0].size.value = '$KIBANA_MEMORY_SIZE'
   ' .buildkite/scripts/steps/cloud/deploy.json > "$DEPLOYMENT_SPEC"
 
 function shutdown {

.buildkite/scripts/steps/cloud/build_and_deploy.sh

@@ -11,6 +11,17 @@ export KBN_NP_PLUGINS_BUILT=true
 VERSION="$(jq -r '.version' package.json)-SNAPSHOT"
 ECCTL_LOGS=$(mktemp --suffix ".json")
 
+KIBANA_MEMORY_SIZE=${KIBANA_MEMORY_SIZE:-2048}
+case "$KIBANA_MEMORY_SIZE" in
+  1024|2048|4096|8192)
+    echo "--- Kibana node memory size: ${KIBANA_MEMORY_SIZE}MB"
+    ;;
+  *)
+    echo "Error: KIBANA_MEMORY_SIZE must be one of: 1024, 2048, 4096, 8192. Got: $KIBANA_MEMORY_SIZE"
+    exit 1
+    ;;
+esac
+
 echo "--- Download Kibana Distribution"
 
 mkdir -p ./target
@@ -75,7 +86,8 @@ if [ -z "${CLOUD_DEPLOYMENT_ID}" ] || [ "${CLOUD_DEPLOYMENT_ID}" = 'null' ]; the
     .name = "'$CLOUD_DEPLOYMENT_NAME'" |
     .resources.kibana[0].plan.kibana.version = "'$VERSION'" |
     .resources.elasticsearch[0].plan.elasticsearch.version = "'$VERSION'" |
-    .resources.integrations_server[0].plan.integrations_server.version = "'$VERSION'"
+    .resources.integrations_server[0].plan.integrations_server.version = "'$VERSION'" |
+    .resources.kibana[0].plan.cluster_topology[0].size.value = '$KIBANA_MEMORY_SIZE'
     ' .buildkite/scripts/steps/cloud/deploy.json > /tmp/deploy.json
 
   echo "Creating deployment..."

.buildkite/scripts/steps/cloud/deploy.json

@@ -171,7 +171,7 @@
               "instance_configuration_id": "gcp.kibana.n2.68x32x45",
               "zone_count": 1,
               "size": {
-                "value": 2048,
+                "value": null,
                 "resource": "memory"
               }
             }