diff --git a/.buildkite/pull-requests.json b/.buildkite/pull-requests.json
index 2414a75b5b6..309dc75ad17 100644
--- a/.buildkite/pull-requests.json
+++ b/.buildkite/pull-requests.json
@@ -1,26 +1,63 @@
 {
-    "jobs": [
-      {
-        "enabled": true,
-        "pipeline_slug": "logstash-pull-request-pipeline",
-        "allow_org_users": true,
-        "allowed_repo_permissions": ["admin", "write"],
-        "allowed_list": ["dependabot[bot]", "mergify[bot]", "github-actions[bot]", "elastic-vault-github-plugin-prod[bot]"],
-        "set_commit_status": true,
-        "build_on_commit": true,
-        "build_on_comment": true,
-        "trigger_comment_regex": "^(?:(?:buildkite\\W+)?(?:build|test)\\W+(?:this|it))",
-        "always_trigger_comment_regex": "^(?:(?:buildkite\\W+)?(?:build|test)\\W+(?:this|it))",
-        "skip_ci_labels": [ ],
-        "skip_target_branches": [ ],
-        "skip_ci_on_only_changed": [
-          "^.github/",
-          "^docs/",
-          "^.mergify.yml$",
-          "^.pre-commit-config.yaml",
-          "\\.md$"
-        ],
-        "always_require_ci_on_changed": [ ]
-      }
-    ]
-  }
+	"jobs": [
+		{
+			"enabled": true,
+			"pipeline_slug": "logstash-pull-request-pipeline",
+			"allow_org_users": true,
+			"allowed_repo_permissions": [
+				"admin",
+				"write"
+			],
+			"allowed_list": [
+				"dependabot[bot]",
+				"mergify[bot]",
+				"github-actions[bot]",
+				"elastic-vault-github-plugin-prod[bot]"
+			],
+			"set_commit_status": true,
+			"build_on_commit": true,
+			"build_on_comment": true,
+			"trigger_comment_regex": "^(?:(?:buildkite\\W+)?(?:build|test)\\W+(?:this|it))",
+			"always_trigger_comment_regex": "^(?:(?:buildkite\\W+)?(?:build|test)\\W+(?:this|it))",
+			"skip_ci_labels": [],
+			"skip_target_branches": [],
+			"skip_ci_on_only_changed": [
+				"^.github/",
+				"^docs/",
+				"^.mergify.yml$",
+				"^.pre-commit-config.yaml",
+				"\\.md$"
+			],
+			"always_require_ci_on_changed": []
+		},
+		{
+			"enabled": true,
+			"pipeline_slug": "logstash-exhaustive-tests-pipeline",
+			"allow_org_users": true,
+			"allowed_repo_permissions": [
+				"admin",
+				"write"
+			],
+			"allowed_list": [
+				"dependabot[bot]",
+				"mergify[bot]",
+				"github-actions[bot]"
+			],
+			"set_commit_status": true,
+			"build_on_commit": false,
+			"build_on_comment": true,
+			"trigger_comment_regex": "^(?:(?:/run\\W+)?(?:exhaustive)\\W+(?:tests))",
+			"always_trigger_comment_regex": "^(?:(?:/run\\W+)?(?:exhaustive)\\W+(?:tests))",
+			"skip_ci_labels": [],
+			"skip_target_branches": [],
+			"skip_ci_on_only_changed": [
+				"^.github/",
+				"^docs/",
+				"^.mergify.yml$",
+				"^.pre-commit-config.yaml",
+				"\\.md$"
+			],
+			"always_require_ci_on_changed": []
+		}
+	]
+}