From b7bf847645cea6ee87659d758497458e5f67ce0d Mon Sep 17 00:00:00 2001 From: Rene Groeschke Date: Wed, 2 Apr 2025 17:12:57 +0200 Subject: [PATCH 1/7] Add initial esql test benchmark tests --- .../pull-request/build-benchmark.yml | 2 +- ...sticsearch-build-benchmark-part1.scenarios | 72 ----------- ...sticsearch-build-benchmark-part2.scenarios | 38 ------ .../elasticsearch-esql-tests.scenarios | 120 ++++++++++++++++++ .../test-files/BenchmarkingTests.java | 17 +++ 5 files changed, 138 insertions(+), 111 deletions(-) delete mode 100644 build-tools-internal/performance/elasticsearch-build-benchmark-part1.scenarios delete mode 100644 build-tools-internal/performance/elasticsearch-build-benchmark-part2.scenarios create mode 100644 build-tools-internal/performance/elasticsearch-esql-tests.scenarios create mode 100644 build-tools-internal/performance/test-files/BenchmarkingTests.java diff --git a/.buildkite/pipelines/pull-request/build-benchmark.yml b/.buildkite/pipelines/pull-request/build-benchmark.yml index 8d3215b8393ce..0fa683ce28783 100644 --- a/.buildkite/pipelines/pull-request/build-benchmark.yml +++ b/.buildkite/pipelines/pull-request/build-benchmark.yml @@ -7,7 +7,7 @@ steps: command: | .ci/scripts/run-gradle.sh :build-tools-internal:bootstrapPerformanceTests .ci/scripts/install-gradle-profiler.sh - .ci/scripts/run-gradle-profiler.sh --benchmark --scenario-file build-tools-internal/build/performanceTests/elasticsearch-build-benchmark-{{matrix.part}}.scenarios --project-dir . --output-dir profile-out + .ci/scripts/run-gradle-profiler.sh --benchmark --scenario-file build-tools-internal/build/performanceTests/elasticsearch-build-benchmark-{{matrix.part}}.scenarios --measure-config-time --project-dir . --output-dir profile-out mkdir build tar -czf build/$BUILDKITE_BUILD_NUMBER.tar.bz2 profile-out matrix: diff --git a/build-tools-internal/performance/elasticsearch-build-benchmark-part1.scenarios b/build-tools-internal/performance/elasticsearch-build-benchmark-part1.scenarios deleted file mode 100644 index 3f7812985c16b..0000000000000 --- a/build-tools-internal/performance/elasticsearch-build-benchmark-part1.scenarios +++ /dev/null @@ -1,72 +0,0 @@ -// ensure branch scenario is listed first as this is the gradle version that will picked for inspecting the build -default-scenarios = ["buildConfiguration_branch", "buildConfiguration_main", "single_project_branch", "single_project_main"] - -buildConfiguration_main { - title = "configuration phase (main)" - versions = ["@mainWrapper@"] - tasks = ["help"] - gradle-args = ["--no-scan", "--no-build-cache", "--stacktrace"] - run-using = cli // value can be "cli" or "tooling-api" - daemon = warm // value can be "warm", "cold", or "none" - warm-ups = 5 - iterations = 10 - system-properties { - "BUILD_PERFORMANCE_TEST" = "true" - } - git-checkout = { - build = "main" - } -} - -buildConfiguration_branch { - title = "configuration phase (@testGitCommit@)" - versions = ["@branchWrapper@"] - tasks = ["help"] - gradle-args = ["--no-scan", "--no-build-cache", "--stacktrace"] - run-using = cli // value can be "cli" or "tooling-api" - daemon = warm // value can be "warm", "cold", or "none" - warm-ups = 5 - iterations = 10 - system-properties { - "BUILD_PERFORMANCE_TEST" = "true" - } - git-checkout = { - build = "@testGitCommit@" - } -} - -single_project_main { - title = "single project (main)" - versions = ["@mainWrapper@"] - tasks = [":server:precommit"] - gradle-args = ["--no-scan", "--stacktrace"] - apply-abi-change-to = "server/src/main/java/org/elasticsearch/bootstrap/BootstrapInfo.java" - run-using = cli // value can be "cli" or "tooling-api" - daemon = warm // value can be "warm", "cold", or "none" - warm-ups = 5 - iterations = 10 - system-properties { - "BUILD_PERFORMANCE_TEST" = "true" - } - git-checkout = { - build = "main" - } -} - -single_project_branch { - title = "single project (@testGitCommit@)" - versions = ["@branchWrapper@"] - tasks = [":server:precommit"] - gradle-args = ["--no-scan", "--stacktrace"] - apply-abi-change-to = "server/src/main/java/org/elasticsearch/bootstrap/BootstrapInfo.java" - run-using = cli // value can be "cli" or "tooling-api" - daemon = warm // value can be "warm", "cold", or "none" - warm-ups = 5 - iterations = 10 - system-properties { - "BUILD_PERFORMANCE_TEST" = "true" - } - git-checkout = { - build = "@testGitCommit@" - } -} diff --git a/build-tools-internal/performance/elasticsearch-build-benchmark-part2.scenarios b/build-tools-internal/performance/elasticsearch-build-benchmark-part2.scenarios deleted file mode 100644 index 3b5e1372e9cd2..0000000000000 --- a/build-tools-internal/performance/elasticsearch-build-benchmark-part2.scenarios +++ /dev/null @@ -1,38 +0,0 @@ -// ensure branch scenario is listed first as this is the gradle version that will picked for inspecting the build -default-scenarios = ["precommit_branch", "precommit_main"] - -precommit_main { - title = "precommit (main)" - versions = ["@mainWrapper@"] - cleanup-tasks = ["clean"] - tasks = ["precommit"] - gradle-args = ["--no-scan", "--no-build-cache", "--stacktrace"] - run-using = cli // value can be "cli" or "tooling-api" - daemon = warm // value can be "warm", "cold", or "none" - warm-ups = 5 - iterations = 10 - system-properties { - "BUILD_PERFORMANCE_TEST" = "true" - } - git-checkout = { - build = "main" - } -} - -precommit_branch { - title = "precommit (@testGitCommit@)" - versions = ["@branchWrapper@"] - cleanup-tasks = ["clean"] - tasks = ["precommit"] - gradle-args = ["--no-scan", "--no-build-cache", "--stacktrace"] - run-using = cli // value can be "cli" or "tooling-api" - daemon = warm // value can be "warm", "cold", or "none" - warm-ups = 5 - iterations = 10 - system-properties { - "BUILD_PERFORMANCE_TEST" = "true" - } - git-checkout = { - build = "@testGitCommit@" - } -} diff --git a/build-tools-internal/performance/elasticsearch-esql-tests.scenarios b/build-tools-internal/performance/elasticsearch-esql-tests.scenarios new file mode 100644 index 0000000000000..61c65d8e1c998 --- /dev/null +++ b/build-tools-internal/performance/elasticsearch-esql-tests.scenarios @@ -0,0 +1,120 @@ +default-scenarios = ["TEST_ESQL_ABI_CHANGE_TAPI", TEST_ESQL_ABI_CHANGE_TAPI_MAIN, "TEST_ESQL_ABI_CHANGE_TAPI_CC", "TEST_ESQL_ABI_CHANGE_TAPI_CC_NOINIT", "TEST_ESQL_ABI_CHANGE_TAPI_CC_MAIN", "TEST_ESQL_ABI_CHANGE_TAPI_CC_NOINIT_MAIN"] + +TEST_ESQL_ABI_CHANGE_TAPI { + apply-abi-change-to = "x-pack/plugin/esql/src/main/java/org/elasticsearch/xpack/esql/action/ColumnInfoImpl.java" + tasks = [":x-pack:plugin:esql:test", "--tests", "org.elasticsearch.gradle.benchmarking.BenchmarkingTests"] + gradle-args = ["-I", ".ci/init.gradle"] + run-using = tooling-api // value can be "cli" or "tooling-api" + daemon = warm // value can be "warm", "cold", or "none" + copy-file = { + source = "build-tools-internal/performance/test-files/BenchmarkingTests.java" + target = "x-pack/plugin/esql/src/test/java/org/elasticsearch/gradle/benchmarking/BenchmarkingTests.java" + schedule = SCENARIO + } + git-checkout = { + cleanup = "@testGitCommit@" + build = "@testGitCommit@" + } + warm-ups = 3 + iterations = 10 +} + +TEST_ESQL_ABI_CHANGE_TAPI_CC { + apply-abi-change-to = "x-pack/plugin/esql/src/main/java/org/elasticsearch/xpack/esql/action/ColumnInfoImpl.java" + tasks = [":x-pack:plugin:esql:test", "--tests", "org.elasticsearch.gradle.benchmarking.BenchmarkingTests"] + gradle-args = ["--configuration-cache", "-I", ".ci/init.gradle"] + run-using = tooling-api // value can be "cli" or "tooling-api" + daemon = warm // value can be "warm", "cold", or "none" + warm-ups = 3 + copy-file = { + source = "build-tools-internal/performance/test-files/BenchmarkingTests.java" + target = "x-pack/plugin/esql/src/test/java/org/elasticsearch/gradle/benchmarking/BenchmarkingTests.java" + schedule = SCENARIO + } + + git-checkout = { + cleanup = "@testGitCommit@" + build = "@testGitCommit@" + } + warm-ups = 3 + iterations = 10 +} + +TEST_ESQL_ABI_CHANGE_TAPI_CC_NOINIT { + apply-abi-change-to = "x-pack/plugin/esql/src/main/java/org/elasticsearch/xpack/esql/action/ColumnInfoImpl.java" + tasks = [":x-pack:plugin:esql:test", "--tests", "org.elasticsearch.gradle.benchmarking.BenchmarkingTests"] + gradle-args = ["--configuration-cache"] + run-using = tooling-api // value can be "cli" or "tooling-api" + daemon = warm // value can be "warm", "cold", or "none" + copy-file = { + source = "build-tools-internal/performance/test-files/BenchmarkingTests.java" + target = "x-pack/plugin/esql/src/test/java/org/elasticsearch/gradle/benchmarking/BenchmarkingTests.java" + schedule = SCENARIO + } + + git-checkout = { + cleanup = "@testGitCommit@" + build = "@testGitCommit@" + } + warm-ups = 3 + iterations = 10 +} + +TEST_ESQL_ABI_CHANGE_TAPI_MAIN { + apply-abi-change-to = "x-pack/plugin/esql/src/main/java/org/elasticsearch/xpack/esql/action/ColumnInfoImpl.java" + tasks = [":x-pack:plugin:esql:test", "--tests", "org.elasticsearch.gradle.benchmarking.BenchmarkingTests"] + gradle-args = ["-I", ".ci/init.gradle"] + run-using = tooling-api // value can be "cli" or "tooling-api" + daemon = warm // value can be "warm", "cold", or "none" + copy-file = { + source = "build-tools-internal/performance/test-files/BenchmarkingTests.java" + target = "x-pack/plugin/esql/src/test/java/org/elasticsearch/gradle/benchmarking/BenchmarkingTests.java" + schedule = SCENARIO + } + git-checkout = { + cleanup = "main" + build = "main" + } + warm-ups = 3 + iterations = 10 +} + +TEST_ESQL_ABI_CHANGE_TAPI_CC_MAIN { + apply-abi-change-to = "x-pack/plugin/esql/src/main/java/org/elasticsearch/xpack/esql/action/ColumnInfoImpl.java" + tasks = [":x-pack:plugin:esql:test", "--tests", "org.elasticsearch.gradle.benchmarking.BenchmarkingTests"] + gradle-args = ["--configuration-cache", "-I", ".ci/init.gradle"] + run-using = tooling-api // value can be "cli" or "tooling-api" + daemon = warm // value can be "warm", "cold", or "none" + warm-ups = 3 + copy-file = { + source = "build-tools-internal/performance/test-files/BenchmarkingTests.java" + target = "x-pack/plugin/esql/src/test/java/org/elasticsearch/gradle/benchmarking/BenchmarkingTests.java" + schedule = SCENARIO + } + + git-checkout = { + cleanup = "main" + build = "main" + } + warm-ups = 3 + iterations = 10 +} + +TEST_ESQL_ABI_CHANGE_TAPI_CC_NOINIT_MAIN { + apply-abi-change-to = "x-pack/plugin/esql/src/main/java/org/elasticsearch/xpack/esql/action/ColumnInfoImpl.java" + tasks = [":x-pack:plugin:esql:test", "--tests", "org.elasticsearch.gradle.benchmarking.BenchmarkingTests"] + gradle-args = ["--configuration-cache"] + run-using = tooling-api // value can be "cli" or "tooling-api" + daemon = warm // value can be "warm", "cold", or "none" + copy-file = { + source = "build-tools-internal/performance/test-files/BenchmarkingTests.java" + target = "x-pack/plugin/esql/src/test/java/org/elasticsearch/gradle/benchmarking/BenchmarkingTests.java" + schedule = SCENARIO + } + git-checkout = { + cleanup = "main" + build = "main" + } + warm-ups = 3 + iterations = 10 +} diff --git a/build-tools-internal/performance/test-files/BenchmarkingTests.java b/build-tools-internal/performance/test-files/BenchmarkingTests.java new file mode 100644 index 0000000000000..8e2a2e5905859 --- /dev/null +++ b/build-tools-internal/performance/test-files/BenchmarkingTests.java @@ -0,0 +1,17 @@ +/* + * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one + * or more contributor license agreements. Licensed under the Elastic License + * 2.0; you may not use this file except in compliance with the Elastic License + * 2.0. + */ + +package org.elasticsearch.gradle.benchmarking; + +import org.elasticsearch.test.ESTestCase; + +public class BenchmarkingTests extends ESTestCase { + + public void testBenchmarking() { + assertTrue(true); + } +} From e2597cc6c05954a8ffc47bebffacab4d0c2a6a47 Mon Sep 17 00:00:00 2001 From: Rene Groeschke Date: Thu, 3 Apr 2025 16:43:11 +0200 Subject: [PATCH 2/7] Fix build-benchmark pipeline --- .buildkite/pipelines/pull-request/build-benchmark.yml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/.buildkite/pipelines/pull-request/build-benchmark.yml b/.buildkite/pipelines/pull-request/build-benchmark.yml index 0fa683ce28783..3f5d28a53189e 100644 --- a/.buildkite/pipelines/pull-request/build-benchmark.yml +++ b/.buildkite/pipelines/pull-request/build-benchmark.yml @@ -7,14 +7,13 @@ steps: command: | .ci/scripts/run-gradle.sh :build-tools-internal:bootstrapPerformanceTests .ci/scripts/install-gradle-profiler.sh - .ci/scripts/run-gradle-profiler.sh --benchmark --scenario-file build-tools-internal/build/performanceTests/elasticsearch-build-benchmark-{{matrix.part}}.scenarios --measure-config-time --project-dir . --output-dir profile-out + .ci/scripts/run-gradle-profiler.sh --benchmark --scenario-file build-tools-internal/build/performanceTests/elasticsearch-{{matrix.part}}.scenarios --measure-config-time --project-dir . --output-dir profile-out mkdir build tar -czf build/$BUILDKITE_BUILD_NUMBER.tar.bz2 profile-out matrix: setup: part: - - part1 - - part2 + - esql-tests env: BUILD_PERFORMANCE_TEST: "true" agents: From b250fad883a2fa7c59db349f589bf47ca5c940ab Mon Sep 17 00:00:00 2001 From: Rene Groeschke Date: Thu, 3 Apr 2025 16:53:01 +0200 Subject: [PATCH 3/7] Update gredle profiler --- .ci/scripts/install-gradle-profiler.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.ci/scripts/install-gradle-profiler.sh b/.ci/scripts/install-gradle-profiler.sh index 84bde5e11b2b2..2440296b93b7d 100755 --- a/.ci/scripts/install-gradle-profiler.sh +++ b/.ci/scripts/install-gradle-profiler.sh @@ -2,7 +2,7 @@ set -e # profiler version we wanna install -PROFILER_VERSION="0.16.0" +PROFILER_VERSION="0.22.0" wget https://repo.gradle.org/gradle/ext-releases-local/org/gradle/profiler/gradle-profiler/$PROFILER_VERSION/gradle-profiler-$PROFILER_VERSION.zip -O $WORKSPACE/gradle-profiler-$PROFILER_VERSION.zip unzip $WORKSPACE/gradle-profiler-$PROFILER_VERSION.zip mv $WORKSPACE/gradle-profiler-$PROFILER_VERSION $WORKSPACE/gradle-profiler From 45e9ba46bf7a0cebca5bf6a9fe9defca3a7267ca Mon Sep 17 00:00:00 2001 From: Rene Groeschke Date: Thu, 3 Apr 2025 17:59:42 +0200 Subject: [PATCH 4/7] Fix gradle profiler download --- .ci/scripts/install-gradle-profiler.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.ci/scripts/install-gradle-profiler.sh b/.ci/scripts/install-gradle-profiler.sh index 2440296b93b7d..4fa1fa8e24525 100755 --- a/.ci/scripts/install-gradle-profiler.sh +++ b/.ci/scripts/install-gradle-profiler.sh @@ -3,6 +3,6 @@ set -e # profiler version we wanna install PROFILER_VERSION="0.22.0" -wget https://repo.gradle.org/gradle/ext-releases-local/org/gradle/profiler/gradle-profiler/$PROFILER_VERSION/gradle-profiler-$PROFILER_VERSION.zip -O $WORKSPACE/gradle-profiler-$PROFILER_VERSION.zip +wget https://repo1.maven.org/maven2/org/gradle/profiler/gradle-profiler/$PROFILER_VERSION/gradle-profiler-$PROFILER_VERSION.zip -O $WORKSPACE/gradle-profiler-$PROFILER_VERSION.zip unzip $WORKSPACE/gradle-profiler-$PROFILER_VERSION.zip mv $WORKSPACE/gradle-profiler-$PROFILER_VERSION $WORKSPACE/gradle-profiler From 30a0428b5a5b219f5a814f179b20b4a9b22df1b2 Mon Sep 17 00:00:00 2001 From: Rene Groeschke Date: Thu, 3 Apr 2025 18:51:59 +0200 Subject: [PATCH 5/7] Fix build benchmark pipeline --- .buildkite/pipelines/pull-request/build-benchmark.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/pipelines/pull-request/build-benchmark.yml b/.buildkite/pipelines/pull-request/build-benchmark.yml index 3f5d28a53189e..ed52a6e4c862a 100644 --- a/.buildkite/pipelines/pull-request/build-benchmark.yml +++ b/.buildkite/pipelines/pull-request/build-benchmark.yml @@ -8,7 +8,7 @@ steps: .ci/scripts/run-gradle.sh :build-tools-internal:bootstrapPerformanceTests .ci/scripts/install-gradle-profiler.sh .ci/scripts/run-gradle-profiler.sh --benchmark --scenario-file build-tools-internal/build/performanceTests/elasticsearch-{{matrix.part}}.scenarios --measure-config-time --project-dir . --output-dir profile-out - mkdir build + mkdir -p build tar -czf build/$BUILDKITE_BUILD_NUMBER.tar.bz2 profile-out matrix: setup: From c39adf9a5344665ddb9e6048ba9b71ccab2c91e7 Mon Sep 17 00:00:00 2001 From: Rene Groeschke Date: Thu, 3 Apr 2025 20:19:38 +0200 Subject: [PATCH 6/7] Tweak benchmark reporting in buildkite --- .../pull-request/build-benchmark.yml | 6 ++++- .../elasticsearch-esql-tests.scenarios | 26 +++++++++---------- 2 files changed, 17 insertions(+), 15 deletions(-) diff --git a/.buildkite/pipelines/pull-request/build-benchmark.yml b/.buildkite/pipelines/pull-request/build-benchmark.yml index ed52a6e4c862a..baea187ea5e7a 100644 --- a/.buildkite/pipelines/pull-request/build-benchmark.yml +++ b/.buildkite/pipelines/pull-request/build-benchmark.yml @@ -9,13 +9,17 @@ steps: .ci/scripts/install-gradle-profiler.sh .ci/scripts/run-gradle-profiler.sh --benchmark --scenario-file build-tools-internal/build/performanceTests/elasticsearch-{{matrix.part}}.scenarios --measure-config-time --project-dir . --output-dir profile-out mkdir -p build - tar -czf build/$BUILDKITE_BUILD_NUMBER.tar.bz2 profile-out + buildkite-agent artifact upload "profile-out/*" + cat << EOF | buildkite-agent annotate --style "info" + Benchmark Html Report Benchmark Html Report + EOF matrix: setup: part: - esql-tests env: BUILD_PERFORMANCE_TEST: "true" + agents: provider: gcp image: family/elasticsearch-ubuntu-2004 diff --git a/build-tools-internal/performance/elasticsearch-esql-tests.scenarios b/build-tools-internal/performance/elasticsearch-esql-tests.scenarios index 61c65d8e1c998..10b1164f43031 100644 --- a/build-tools-internal/performance/elasticsearch-esql-tests.scenarios +++ b/build-tools-internal/performance/elasticsearch-esql-tests.scenarios @@ -15,8 +15,8 @@ TEST_ESQL_ABI_CHANGE_TAPI { cleanup = "@testGitCommit@" build = "@testGitCommit@" } - warm-ups = 3 - iterations = 10 + warm-ups = 2 + iterations = 5 } TEST_ESQL_ABI_CHANGE_TAPI_CC { @@ -25,7 +25,6 @@ TEST_ESQL_ABI_CHANGE_TAPI_CC { gradle-args = ["--configuration-cache", "-I", ".ci/init.gradle"] run-using = tooling-api // value can be "cli" or "tooling-api" daemon = warm // value can be "warm", "cold", or "none" - warm-ups = 3 copy-file = { source = "build-tools-internal/performance/test-files/BenchmarkingTests.java" target = "x-pack/plugin/esql/src/test/java/org/elasticsearch/gradle/benchmarking/BenchmarkingTests.java" @@ -36,8 +35,8 @@ TEST_ESQL_ABI_CHANGE_TAPI_CC { cleanup = "@testGitCommit@" build = "@testGitCommit@" } - warm-ups = 3 - iterations = 10 + warm-ups = 2 + iterations = 5 } TEST_ESQL_ABI_CHANGE_TAPI_CC_NOINIT { @@ -56,8 +55,8 @@ TEST_ESQL_ABI_CHANGE_TAPI_CC_NOINIT { cleanup = "@testGitCommit@" build = "@testGitCommit@" } - warm-ups = 3 - iterations = 10 + warm-ups = 2 + iterations = 5 } TEST_ESQL_ABI_CHANGE_TAPI_MAIN { @@ -75,8 +74,8 @@ TEST_ESQL_ABI_CHANGE_TAPI_MAIN { cleanup = "main" build = "main" } - warm-ups = 3 - iterations = 10 + warm-ups = 2 + iterations = 5 } TEST_ESQL_ABI_CHANGE_TAPI_CC_MAIN { @@ -85,7 +84,6 @@ TEST_ESQL_ABI_CHANGE_TAPI_CC_MAIN { gradle-args = ["--configuration-cache", "-I", ".ci/init.gradle"] run-using = tooling-api // value can be "cli" or "tooling-api" daemon = warm // value can be "warm", "cold", or "none" - warm-ups = 3 copy-file = { source = "build-tools-internal/performance/test-files/BenchmarkingTests.java" target = "x-pack/plugin/esql/src/test/java/org/elasticsearch/gradle/benchmarking/BenchmarkingTests.java" @@ -96,8 +94,8 @@ TEST_ESQL_ABI_CHANGE_TAPI_CC_MAIN { cleanup = "main" build = "main" } - warm-ups = 3 - iterations = 10 + warm-ups = 2 + iterations = 5 } TEST_ESQL_ABI_CHANGE_TAPI_CC_NOINIT_MAIN { @@ -115,6 +113,6 @@ TEST_ESQL_ABI_CHANGE_TAPI_CC_NOINIT_MAIN { cleanup = "main" build = "main" } - warm-ups = 3 - iterations = 10 + warm-ups = 2 + iterations = 5 } From 13e36ab627d0dc7d4b1dc87e98da35120624051b Mon Sep 17 00:00:00 2001 From: Rene Groeschke Date: Thu, 3 Apr 2025 21:35:14 +0200 Subject: [PATCH 7/7] tweak warmup and runs --- .../elasticsearch-esql-tests.scenarios | 24 +++++++++---------- 1 file changed, 12 insertions(+), 12 deletions(-) diff --git a/build-tools-internal/performance/elasticsearch-esql-tests.scenarios b/build-tools-internal/performance/elasticsearch-esql-tests.scenarios index 10b1164f43031..49de7b9d60db4 100644 --- a/build-tools-internal/performance/elasticsearch-esql-tests.scenarios +++ b/build-tools-internal/performance/elasticsearch-esql-tests.scenarios @@ -15,8 +15,8 @@ TEST_ESQL_ABI_CHANGE_TAPI { cleanup = "@testGitCommit@" build = "@testGitCommit@" } - warm-ups = 2 - iterations = 5 + warm-ups = 3 + iterations = 10 } TEST_ESQL_ABI_CHANGE_TAPI_CC { @@ -35,8 +35,8 @@ TEST_ESQL_ABI_CHANGE_TAPI_CC { cleanup = "@testGitCommit@" build = "@testGitCommit@" } - warm-ups = 2 - iterations = 5 + warm-ups = 3 + iterations = 10 } TEST_ESQL_ABI_CHANGE_TAPI_CC_NOINIT { @@ -55,8 +55,8 @@ TEST_ESQL_ABI_CHANGE_TAPI_CC_NOINIT { cleanup = "@testGitCommit@" build = "@testGitCommit@" } - warm-ups = 2 - iterations = 5 + warm-ups = 3 + iterations = 10 } TEST_ESQL_ABI_CHANGE_TAPI_MAIN { @@ -74,8 +74,8 @@ TEST_ESQL_ABI_CHANGE_TAPI_MAIN { cleanup = "main" build = "main" } - warm-ups = 2 - iterations = 5 + warm-ups = 3 + iterations = 10 } TEST_ESQL_ABI_CHANGE_TAPI_CC_MAIN { @@ -94,8 +94,8 @@ TEST_ESQL_ABI_CHANGE_TAPI_CC_MAIN { cleanup = "main" build = "main" } - warm-ups = 2 - iterations = 5 + warm-ups = 3 + iterations = 10 } TEST_ESQL_ABI_CHANGE_TAPI_CC_NOINIT_MAIN { @@ -113,6 +113,6 @@ TEST_ESQL_ABI_CHANGE_TAPI_CC_NOINIT_MAIN { cleanup = "main" build = "main" } - warm-ups = 2 - iterations = 5 + warm-ups = 3 + iterations = 10 }