Separate branch steps based on a target branch. (#186)

* Separate pull request CI jobs based on target branch.

* Keep only main branch CI jobs in a single yaml.

Author: mashhurs

.buildkite/e2e-pipeline.yml

@@ -26,6 +26,7 @@ steps:
     env:
       ELASTIC_STACK_VERSION: "8.current"
       SNAPSHOT: true
+      TARGET_BRANCH: "8.x"
 
   - label: ":test_tube: Run E2E tests with LS `main` :rocket:"
     # uses the LS & plugin main branch when building the plugin

.buildkite/pull-request-pipeline.yml

@@ -6,63 +6,18 @@ agents:
 
 steps:
   # ------------- Unit tests ---------------------
-  - label: ":hammer: Unit tests with LS & ES 8.x-SNAPSHOT :docker:"
-    # Builds the plugin (with current changes) against LS 8.x-SNAPSHOT and ES version defined in gradle.properties
-    # Runs unit tests on LS & ES 8.x-SNAPSHOT docker
-    command:
-      - .buildkite/scripts/run_tests.sh
-    env:
-      ELASTIC_STACK_VERSION: "8.current"
-      SNAPSHOT: true
-      INTEGRATION: false
-
-  - label: ":hammer: Unit tests with LS 8.x-SNAPSHOT & ES main :docker:"
-    # Builds the plugin (with current changes) against LS 8.x-SNAPSHOT and ES main
-    # Runs unit tests on LS & ES 8.x-SNAPSHOT docker
+  - label: ":hammer: Unit tests with LS & ES main :docker:"
+    # Builds the plugin (with current changes) against LS and ES main
+    # Runs unit tests on LS & ES main docker
     command:
       - .buildkite/scripts/run_tests.sh
     env:
-      ELASTIC_STACK_VERSION: "8.current"
+      ELASTIC_STACK_VERSION: main
       ELASTICSEARCH_TREEISH: main
       INTEGRATION: false
       SNAPSHOT: true
 
   # ------------- Integration tests ---------------------
-  - label: ":hammer: Integration tests with LS & ES 8.x :docker:"
-    # Builds the plugin (with current changes) against LS 8.x and ES version defined in gradle.properties
-    # Runs integration tests on LS & ES 8.x docker
-    command:
-      - .buildkite/scripts/run_tests.sh
-    env:
-      ELASTIC_STACK_VERSION: "8.current"
-      INTEGRATION: true
-      SECURE_INTEGRATION: true
-
-  - label: ":hammer: Integration tests with LS & ES 8.x-SNAPSHOT :docker:"
-    # Builds the plugin (with current changes) against LS 8.x-SNAPSHOT and ES version defined in gradle.properties
-    # Runs integration tests on LS & ES 8.x-SNAPSHOT docker
-    command:
-      - .buildkite/scripts/run_tests.sh
-    env:
-      ELASTIC_STACK_VERSION: "8.current"
-      SNAPSHOT: true
-      INTEGRATION: true
-      SECURE_INTEGRATION: true
-      LOG_LEVEL: "info"
-
-  - label: ":hammer: Integration tests with LS 8.x-SNAPSHOT & ES main :docker:"
-    # Builds the plugin (with current changes) against LS 8.x-SNAPSHOT and ES main
-    # Runs integration tests on LS & ES 8.x-SNAPSHOT docker
-    command:
-      - .buildkite/scripts/run_tests.sh
-    env:
-      ELASTIC_STACK_VERSION: "8.current"
-      ELASTICSEARCH_TREEISH: "main"
-      SNAPSHOT: true
-      INTEGRATION: true
-      SECURE_INTEGRATION: true
-      LOG_LEVEL: "info"
-
   - label: ":hammer: Integration tests with LS & ES main :docker:"
     # Builds the plugin (with current changes) against LS and ES main
     # Runs integration tests on snapshot.main of https://raw.githubusercontent.com/elastic/logstash/main/ci/logstash_releases.json