[CI] Install qaf and run directly

Author: picandocodigo

.buildkite/create-serverless.sh

@@ -2,44 +2,35 @@
 
 set -euo pipefail
 
-export EC_REGISTER_BACKEND=buildkite
+export EC_REGISTER_BACKEND=local
 export EC_ENV=qa
 export EC_REGION=aws-eu-west-1
 # Using BUILDKITE_JOB_ID for the name to make it unique:
 export EC_PROJECT_NAME="$EC_PROJECT_PREFIX-$BUILDKITE_JOB_ID"
 
 # fetch cloud creds used by qaf
 CLOUD_ACCESS_KEY=$(vault read -field="$EC_ENV" $CLOUD_CREDENTIALS_PATH)
-echo "{\"api_key\":{\"$EC_ENV\":\"$CLOUD_ACCESS_KEY\"}}" > "$(pwd)/cloud.json"
+echo "{\"api_key\":{\"$EC_ENV\":\"$CLOUD_ACCESS_KEY\"}}" > "~/.elastic/cloud.json"
 
 echo -e "--- Buildkite: ${BUILDKITE}"
 
-run_qaf() {
-  cmd=$1
-  docker run --rm \
-         -e EC_REGISTER_BACKEND \
-         -e EC_ENV \
-         -e EC_REGION \
-         -e EC_PROJECT_NAME \
-         -e VAULT_TOKEN \
-         -e "BUILDKITE=${BUILDKITE}" \
-         -v "$(pwd)/cloud.json:/root/.elastic/cloud.json" \
-         docker.elastic.co/appex-qa/qaf:latest \
-         bash -c "$cmd"
-}
+git clone https://github.com/elastic/qaf
+pushd qaf
+pip install -e .
+popd
 
 # ensure serverless instance is deleted even if script errors
 cleanup() {
   echo -e "--- :elasticsearch: :broom::sparkles: Tear down serverless instance $EC_PROJECT_NAME"
-  run_qaf 'qaf elastic-cloud projects delete'
-  rm -rf "$(pwd)/cloud.json"
+  qaf elastic-cloud projects delete
+  rm -rf "~/.elastic/cloud.json"
 }
 trap cleanup EXIT
 
 echo -e "--- :elasticsearch: Start serverless instance $EC_PROJECT_NAME"
 
-run_qaf "qaf elastic-cloud projects create --project-type elasticsearch"
-deployment=$(run_qaf "qaf elastic-cloud projects describe $EC_PROJECT_NAME --as-json --show-credentials")
+qaf elastic-cloud projects create --project-type elasticsearch
+deployment=$(qaf elastic-cloud projects describe $EC_PROJECT_NAME --as-json --show-credentials)
 
 # Set ELASTICSEARCH_URL and API_KEY variables
 export ES_API_SECRET_KEY=$(echo "$deployment" | jq -r '.credentials.api_key')

.buildkite/pipeline.yml

@@ -57,7 +57,9 @@ steps:
         - with:
             ruby_source: 'jruby'
             ruby: '9.4'
-    command: ./.buildkite/run-serverless-tests.sh
+    commands:
+      - mkdir ~/.elastic
+      - ./.buildkite/run-serverless-tests.sh
   - wait: ~
     continue_on_failure: true
   - label: "Log Results"