From 0905d445eb03ecffc8eabfe9aeca1c29e1ecb0d4 Mon Sep 17 00:00:00 2001 From: Rene Groeschke Date: Mon, 18 Aug 2025 12:20:42 +0200 Subject: [PATCH 1/5] Add periodic pipeline for testing java ea versions This includes a few fixes in the codebase to support java 25: - Update asm in plugin-scanner - Update ESVectorizationProvider to support java 25 - Update asm in plugin-cli --- .../periodic-java-ea.bwc.template.yml | 18 + .../pipelines/periodic-java-ea.template.yml | 180 +++++ .buildkite/pipelines/periodic-java-ea.yml | 618 ++++++++++++++++++ .../precommit/ThirdPartyAuditTask.java | 6 +- build.gradle | 15 + catalog-info.yaml | 40 ++ distribution/tools/plugin-cli/build.gradle | 4 +- libs/plugin-scanner/build.gradle | 4 +- .../ESVectorizationProvider.java | 2 +- 9 files changed, 881 insertions(+), 6 deletions(-) create mode 100644 .buildkite/pipelines/periodic-java-ea.bwc.template.yml create mode 100644 .buildkite/pipelines/periodic-java-ea.template.yml create mode 100644 .buildkite/pipelines/periodic-java-ea.yml diff --git a/.buildkite/pipelines/periodic-java-ea.bwc.template.yml b/.buildkite/pipelines/periodic-java-ea.bwc.template.yml new file mode 100644 index 0000000000000..0cd254267192e --- /dev/null +++ b/.buildkite/pipelines/periodic-java-ea.bwc.template.yml @@ -0,0 +1,18 @@ + - label: $BWC_VERSION / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=\$\$JAVA_EA_VERSION -Dbwc.checkout.align=true v$BWC_VERSION#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: $BWC_VERSION + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 diff --git a/.buildkite/pipelines/periodic-java-ea.template.yml b/.buildkite/pipelines/periodic-java-ea.template.yml new file mode 100644 index 0000000000000..69262477564e6 --- /dev/null +++ b/.buildkite/pipelines/periodic-java-ea.template.yml @@ -0,0 +1,180 @@ +env: + JAVA_EA_VERSION: "${JAVA_EA_VERSION:-25-ea}" + +steps: + - group: bwc + steps: $BWC_STEPS + - label: concurrent-search-tests + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true -Dtests.jvm.argline=-Des.concurrent_search=true -Des.concurrent_search=true functionalTests + timeout_in_minutes: 420 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + diskSizeGb: 350 + machineType: custom-32-98304 + - label: encryption-at-rest + command: .buildkite/scripts/encryption-at-rest.sh -Druntime.java=$$JAVA_EA_VERSION + timeout_in_minutes: 420 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + diskSizeGb: 350 + machineType: custom-32-98304 + - label: eql-correctness + command: .buildkite/scripts/eql-correctness.sh -Druntime.java=$$JAVA_EA_VERSION + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk + - group: java-matrix + steps: + - label: "{{matrix.GRADLE_TASK}} / java-ea" + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true $$GRADLE_TASK + timeout_in_minutes: 300 + matrix: + setup: + GRADLE_TASK: + - checkPart1 + - checkPart2 + - checkPart3 + - checkPart4 + - checkPart5 + - checkPart6 + - checkRestCompat + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + env: + GRADLE_TASK: "{{matrix.GRADLE_TASK}}" + - label: "{{matrix.BWC_VERSION}} / matrix-bwc" + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v$$BWC_VERSION#bwcTest + timeout_in_minutes: 300 + matrix: + setup: + BWC_VERSION: $BWC_LIST + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + env: + BWC_VERSION: "{{matrix.BWC_VERSION}}" + - label: release-tests + command: .buildkite/scripts/release-tests.sh + timeout_in_minutes: 360 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + diskSizeGb: 350 + machineType: custom-32-98304 + - label: single-processor-node-tests + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true -Dtests.configure_test_clusters_with_one_processor=true functionalTests + timeout_in_minutes: 420 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + diskSizeGb: 350 + machineType: custom-32-98304 + - group: third-party tests + steps: + - label: third-party / azure-sas + command: | + export azure_storage_container=elasticsearch-ci-thirdparty-sas + export azure_storage_base_path=$BUILDKITE_BRANCH + + .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION azureThirdPartyTest + env: + USE_3RD_PARTY_AZURE_SAS_CREDENTIALS: "true" + timeout_in_minutes: 30 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n2-standard-8 + buildDirectory: /dev/shm/bk + - label: third-party / azure + command: | + export azure_storage_container=elasticsearch-ci-thirdparty + export azure_storage_base_path=$BUILDKITE_BRANCH + + .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION azureThirdPartyTest + env: + USE_3RD_PARTY_AZURE_CREDENTIALS: "true" + timeout_in_minutes: 30 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n2-standard-8 + buildDirectory: /dev/shm/bk + - label: third-party / gcs + command: | + export google_storage_bucket=elasticsearch-ci-thirdparty + export google_storage_base_path=$BUILDKITE_BRANCH + + .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION gcsThirdPartyTest + env: + USE_3RD_PARTY_GCS_CREDENTIALS: "true" + timeout_in_minutes: 30 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n2-standard-8 + buildDirectory: /dev/shm/bk + - label: third-party / geoip + command: | + .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION :modules:ingest-geoip:internalClusterTest -Dtests.jvm.argline="-Dgeoip_use_service=true" + timeout_in_minutes: 30 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n2-standard-8 + buildDirectory: /dev/shm/bk + - label: third-party / s3 + command: | + export amazon_s3_bucket=elasticsearch-ci.us-west-2 + export amazon_s3_base_path=$BUILDKITE_BRANCH + + .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION s3ThirdPartyTest + env: + USE_3RD_PARTY_S3_CREDENTIALS: "true" + timeout_in_minutes: 30 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n2-standard-8 + buildDirectory: /dev/shm/bk + - label: third-party / ms-graph + command: | + .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION msGraphThirdPartyTest + env: + USE_3RD_PARTY_MS_GRAPH_CREDENTIALS: "true" + timeout_in_minutes: 30 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n2-standard-8 + buildDirectory: /dev/shm/bk + - group: lucene-compat + steps: + - label: "{{matrix.LUCENE_VERSION}} / lucene-compat" + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints -Dtests.bwc.main.version=$$ES_VERSION -Dtests.bwc.refspec.main=$$ES_COMMIT luceneBwcTest + timeout_in_minutes: 300 + matrix: + setup: + LUCENE_VERSION: + - "10.0.0" + ES_VERSION: + - "9.0.0" + ES_COMMIT: + - "10352e57d85505984582616e1e38530d3ec6ca59" # update to match last commit before lucene bump maintained from combat-lucene-10-0-0 branch + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk + env: + ES_VERSION: "{{matrix.ES_VERSION}}" + ES_COMMIT: "{{matrix.ES_COMMIT}}" diff --git a/.buildkite/pipelines/periodic-java-ea.yml b/.buildkite/pipelines/periodic-java-ea.yml new file mode 100644 index 0000000000000..8e6f015c00636 --- /dev/null +++ b/.buildkite/pipelines/periodic-java-ea.yml @@ -0,0 +1,618 @@ +# This file is auto-generated. See .buildkite/pipelines/periodic-java-ea.template.yml +env: + JAVA_EA_VERSION: "${JAVA_EA_VERSION:-25-ea}" + +steps: + - group: bwc + steps: + - label: 8.0.1 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.0.1#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.0.1 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.1.3 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.1.3#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.1.3 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.2.3 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.2.3#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.2.3 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.3.3 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.3.3#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.3.3 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.4.3 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.4.3#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.4.3 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.5.3 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.5.3#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.5.3 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.6.2 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.6.2#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.6.2 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.7.1 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.7.1#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.7.1 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.8.2 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.8.2#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.8.2 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.9.2 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.9.2#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.9.2 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.10.4 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.10.4#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.10.4 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.11.4 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.11.4#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.11.4 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.12.2 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.12.2#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.12.2 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.13.4 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.13.4#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.13.4 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.14.3 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.14.3#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.14.3 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.15.5 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.15.5#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.15.5 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.16.6 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.16.6#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.16.6 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.17.11 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.17.11#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.17.11 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.18.6 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.18.6#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.18.6 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 8.19.3 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.19.3#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 8.19.3 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 9.0.6 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v9.0.6#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 9.0.6 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 9.1.3 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v9.1.3#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 9.1.3 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: 9.2.0 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v9.2.0#bwcTest + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + preemptible: true + env: + BWC_VERSION: 9.2.0 + retry: + automatic: + - exit_status: "-1" + limit: 3 + signal_reason: none + - signal_reason: agent_stop + limit: 3 + + - label: concurrent-search-tests + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true -Dtests.jvm.argline=-Des.concurrent_search=true -Des.concurrent_search=true functionalTests + timeout_in_minutes: 420 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + diskSizeGb: 350 + machineType: custom-32-98304 + - label: encryption-at-rest + command: .buildkite/scripts/encryption-at-rest.sh -Druntime.java=$$JAVA_EA_VERSION + timeout_in_minutes: 420 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + diskSizeGb: 350 + machineType: custom-32-98304 + - label: eql-correctness + command: .buildkite/scripts/eql-correctness.sh -Druntime.java=$$JAVA_EA_VERSION + timeout_in_minutes: 300 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk + - group: java-matrix + steps: + - label: "{{matrix.GRADLE_TASK}} / java-ea" + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true $$GRADLE_TASK + timeout_in_minutes: 300 + matrix: + setup: + GRADLE_TASK: + - checkPart1 + - checkPart2 + - checkPart3 + - checkPart4 + - checkPart5 + - checkPart6 + - checkRestCompat + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + env: + GRADLE_TASK: "{{matrix.GRADLE_TASK}}" + - label: "{{matrix.BWC_VERSION}} / matrix-bwc" + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v$$BWC_VERSION#bwcTest + timeout_in_minutes: 300 + matrix: + setup: + BWC_VERSION: ["8.17.11", "8.18.6", "8.19.3", "9.0.6", "9.1.3", "9.2.0"] + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n1-standard-32 + buildDirectory: /dev/shm/bk + env: + BWC_VERSION: "{{matrix.BWC_VERSION}}" + - label: release-tests + command: .buildkite/scripts/release-tests.sh + timeout_in_minutes: 360 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + diskSizeGb: 350 + machineType: custom-32-98304 + - label: single-processor-node-tests + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true -Dtests.configure_test_clusters_with_one_processor=true functionalTests + timeout_in_minutes: 420 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + diskSizeGb: 350 + machineType: custom-32-98304 + - group: third-party tests + steps: + - label: third-party / azure-sas + command: | + export azure_storage_container=elasticsearch-ci-thirdparty-sas + export azure_storage_base_path=$BUILDKITE_BRANCH + + .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION azureThirdPartyTest + env: + USE_3RD_PARTY_AZURE_SAS_CREDENTIALS: "true" + timeout_in_minutes: 30 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n2-standard-8 + buildDirectory: /dev/shm/bk + - label: third-party / azure + command: | + export azure_storage_container=elasticsearch-ci-thirdparty + export azure_storage_base_path=$BUILDKITE_BRANCH + + .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION azureThirdPartyTest + env: + USE_3RD_PARTY_AZURE_CREDENTIALS: "true" + timeout_in_minutes: 30 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n2-standard-8 + buildDirectory: /dev/shm/bk + - label: third-party / gcs + command: | + export google_storage_bucket=elasticsearch-ci-thirdparty + export google_storage_base_path=$BUILDKITE_BRANCH + + .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION gcsThirdPartyTest + env: + USE_3RD_PARTY_GCS_CREDENTIALS: "true" + timeout_in_minutes: 30 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n2-standard-8 + buildDirectory: /dev/shm/bk + - label: third-party / geoip + command: | + .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION :modules:ingest-geoip:internalClusterTest -Dtests.jvm.argline="-Dgeoip_use_service=true" + timeout_in_minutes: 30 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n2-standard-8 + buildDirectory: /dev/shm/bk + - label: third-party / s3 + command: | + export amazon_s3_bucket=elasticsearch-ci.us-west-2 + export amazon_s3_base_path=$BUILDKITE_BRANCH + + .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION s3ThirdPartyTest + env: + USE_3RD_PARTY_S3_CREDENTIALS: "true" + timeout_in_minutes: 30 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n2-standard-8 + buildDirectory: /dev/shm/bk + - label: third-party / ms-graph + command: | + .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION msGraphThirdPartyTest + env: + USE_3RD_PARTY_MS_GRAPH_CREDENTIALS: "true" + timeout_in_minutes: 30 + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: n2-standard-8 + buildDirectory: /dev/shm/bk + - group: lucene-compat + steps: + - label: "{{matrix.LUCENE_VERSION}} / lucene-compat" + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true -Dorg.elasticsearch.build.cache.push=true -Dignore.tests.seed -Dscan.capture-file-fingerprints -Dtests.bwc.main.version=$$ES_VERSION -Dtests.bwc.refspec.main=$$ES_COMMIT luceneBwcTest + timeout_in_minutes: 300 + matrix: + setup: + LUCENE_VERSION: + - "10.0.0" + ES_VERSION: + - "9.0.0" + ES_COMMIT: + - "10352e57d85505984582616e1e38530d3ec6ca59" # update to match last commit before lucene bump maintained from combat-lucene-10-0-0 branch + agents: + provider: gcp + image: family/elasticsearch-ubuntu-2404 + machineType: custom-32-98304 + buildDirectory: /dev/shm/bk + env: + ES_VERSION: "{{matrix.ES_VERSION}}" + ES_COMMIT: "{{matrix.ES_COMMIT}}" diff --git a/build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/precommit/ThirdPartyAuditTask.java b/build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/precommit/ThirdPartyAuditTask.java index 1acdc794ee0d2..d12fca4f38474 100644 --- a/build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/precommit/ThirdPartyAuditTask.java +++ b/build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/precommit/ThirdPartyAuditTask.java @@ -61,6 +61,8 @@ import static org.gradle.api.JavaVersion.VERSION_22; import static org.gradle.api.JavaVersion.VERSION_23; import static org.gradle.api.JavaVersion.VERSION_24; +import static org.gradle.api.JavaVersion.VERSION_25; +import static org.gradle.api.JavaVersion.VERSION_26; @CacheableTask public abstract class ThirdPartyAuditTask extends DefaultTask { @@ -347,7 +349,9 @@ private String runForbiddenAPIsCli() throws IOException { || isJavaVersion(VERSION_21) || isJavaVersion(VERSION_22) || isJavaVersion(VERSION_23) - || isJavaVersion(VERSION_24)) { + || isJavaVersion(VERSION_24) + || isJavaVersion(VERSION_25) + || isJavaVersion(VERSION_26)) { spec.jvmArgs("--add-modules", "jdk.incubator.vector"); } spec.jvmArgs("-Xmx1g"); diff --git a/build.gradle b/build.gradle index d437d004649ec..2981f3f9aa59e 100644 --- a/build.gradle +++ b/build.gradle @@ -196,6 +196,21 @@ tasks.register("updateCIBwcVersions") { ] ) + writeBuildkitePipeline( + ".buildkite/pipelines/periodic-java-ea.yml", + ".buildkite/pipelines/periodic-java-ea.template.yml", + [ + new ListExpansion(versions: filterIntermediatePatches(buildParams.bwcVersions.unreleasedIndexCompatible), variable: "BWC_LIST"), + ], + [ + new StepExpansion( + templatePath: ".buildkite/pipelines/periodic-java-ea.bwc.template.yml", + versions: filterIntermediatePatches(buildParams.bwcVersions.indexCompatible), + variable: "BWC_STEPS" + ), + ] + ) + expandBwcSteps( ".buildkite/pipelines/periodic-packaging.yml", ".buildkite/pipelines/periodic-packaging.template.yml", diff --git a/catalog-info.yaml b/catalog-info.yaml index fddd7722fe702..f60ee662e9a54 100644 --- a/catalog-info.yaml +++ b/catalog-info.yaml @@ -99,6 +99,46 @@ spec: publish_commit_status: false trigger_mode: none --- +# yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json +apiVersion: backstage.io/v1alpha1 +kind: Resource +metadata: + name: buildkite-pipeline-elasticsearch-periodic-java-ea + description: Elasticsearch tests and checks that are run against the latest Java EA builds + links: + - title: Pipeline + url: https://buildkite.com/elastic/elasticsearch-periodic-java-ea +spec: + type: buildkite-pipeline + system: buildkite + owner: group:elasticsearch-team + implementation: + apiVersion: buildkite.elastic.dev/v1 + kind: Pipeline + metadata: + description: ":elasticsearch: Tests and checks that are run daily against the latest Java EA builds" + name: elasticsearch / periodic + spec: + repository: elastic/elasticsearch + pipeline_file: .buildkite/pipelines/periodic-java-ea.yml + branch_configuration: main + teams: + elasticsearch-team: {} + ml-core: {} + everyone: + access_level: BUILD_AND_READ + provider_settings: + build_branches: false + build_pull_requests: false + publish_commit_status: false + trigger_mode: none + schedules: + Periodically on main: + branch: main + cronline: "0 4 * * * America/New_York" + message: "Run java EA tests 1x per day" +--- + # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json apiVersion: backstage.io/v1alpha1 kind: Resource diff --git a/distribution/tools/plugin-cli/build.gradle b/distribution/tools/plugin-cli/build.gradle index b330397c6693f..d3f8a2e2aa0c8 100644 --- a/distribution/tools/plugin-cli/build.gradle +++ b/distribution/tools/plugin-cli/build.gradle @@ -26,8 +26,8 @@ dependencies { implementation project(":libs:plugin-scanner") implementation project(":libs:entitlement") // TODO: asm is picked up from the plugin scanner and entitlements, we should consolidate so it is not defined twice - implementation 'org.ow2.asm:asm:9.7.1' - implementation 'org.ow2.asm:asm-tree:9.7.1' + implementation 'org.ow2.asm:asm:9.8' + implementation 'org.ow2.asm:asm-tree:9.8' api "org.bouncycastle:bcpg-fips:1.0.7.1" api "org.bouncycastle:bc-fips:1.0.2.6" diff --git a/libs/plugin-scanner/build.gradle b/libs/plugin-scanner/build.gradle index 44e6853140a5b..5ec59ad7715a9 100644 --- a/libs/plugin-scanner/build.gradle +++ b/libs/plugin-scanner/build.gradle @@ -20,8 +20,8 @@ dependencies { api project(':libs:plugin-api') api project(":libs:x-content") - api 'org.ow2.asm:asm:9.7.1' - api 'org.ow2.asm:asm-tree:9.7.1' + api 'org.ow2.asm:asm:9.8' + api 'org.ow2.asm:asm-tree:9.8' testImplementation "junit:junit:${versions.junit}" testImplementation(project(":test:framework")) { diff --git a/libs/simdvec/src/main21/java/org/elasticsearch/simdvec/internal/vectorization/ESVectorizationProvider.java b/libs/simdvec/src/main21/java/org/elasticsearch/simdvec/internal/vectorization/ESVectorizationProvider.java index 856a0cf94410f..b1dbe06b71fd5 100644 --- a/libs/simdvec/src/main21/java/org/elasticsearch/simdvec/internal/vectorization/ESVectorizationProvider.java +++ b/libs/simdvec/src/main21/java/org/elasticsearch/simdvec/internal/vectorization/ESVectorizationProvider.java @@ -50,7 +50,7 @@ public static ESVectorizationProvider getInstance() { static ESVectorizationProvider lookup(boolean testMode) { final int runtimeVersion = Runtime.version().feature(); assert runtimeVersion >= 21; - if (runtimeVersion <= 24) { + if (runtimeVersion <= 25) { // only use vector module with Hotspot VM if (Constants.IS_HOTSPOT_VM == false) { logger.warn("Java runtime is not using Hotspot VM; Java vector incubator API can't be enabled."); From 74b212d9bb1c48ba9399e3aa89456af5ceed245f Mon Sep 17 00:00:00 2001 From: Rene Groeschke Date: Wed, 27 Aug 2025 10:23:59 +0200 Subject: [PATCH 2/5] fix pipeline name --- catalog-info.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/catalog-info.yaml b/catalog-info.yaml index f60ee662e9a54..f8ff3b0a7afc9 100644 --- a/catalog-info.yaml +++ b/catalog-info.yaml @@ -117,7 +117,7 @@ spec: kind: Pipeline metadata: description: ":elasticsearch: Tests and checks that are run daily against the latest Java EA builds" - name: elasticsearch / periodic + name: elasticsearch / periodic / java-ea spec: repository: elastic/elasticsearch pipeline_file: .buildkite/pipelines/periodic-java-ea.yml From cc57a904d9623057043b30113c102fa22e0d1e92 Mon Sep 17 00:00:00 2001 From: Rene Groeschke Date: Wed, 27 Aug 2025 10:31:54 +0200 Subject: [PATCH 3/5] Add basic windows coverage --- .buildkite/pipelines/periodic-java-ea.template.yml | 5 ++++- .buildkite/pipelines/periodic-java-ea.yml | 13 ++++++++----- 2 files changed, 12 insertions(+), 6 deletions(-) diff --git a/.buildkite/pipelines/periodic-java-ea.template.yml b/.buildkite/pipelines/periodic-java-ea.template.yml index 69262477564e6..936a283dbd1cf 100644 --- a/.buildkite/pipelines/periodic-java-ea.template.yml +++ b/.buildkite/pipelines/periodic-java-ea.template.yml @@ -35,6 +35,9 @@ steps: timeout_in_minutes: 300 matrix: setup: + image: + - windows-2025 + - ubuntu-2404 GRADLE_TASK: - checkPart1 - checkPart2 @@ -45,7 +48,7 @@ steps: - checkRestCompat agents: provider: gcp - image: family/elasticsearch-ubuntu-2404 + image: family/elasticsearch-{{matrix.image}} machineType: n1-standard-32 buildDirectory: /dev/shm/bk env: diff --git a/.buildkite/pipelines/periodic-java-ea.yml b/.buildkite/pipelines/periodic-java-ea.yml index 8e6f015c00636..18841479a3854 100644 --- a/.buildkite/pipelines/periodic-java-ea.yml +++ b/.buildkite/pipelines/periodic-java-ea.yml @@ -328,8 +328,8 @@ steps: - signal_reason: agent_stop limit: 3 - - label: 8.17.11 / bwc - command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.17.11#bwcTest + - label: 8.17.10 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.17.10#bwcTest timeout_in_minutes: 300 agents: provider: gcp @@ -338,7 +338,7 @@ steps: buildDirectory: /dev/shm/bk preemptible: true env: - BWC_VERSION: 8.17.11 + BWC_VERSION: 8.17.10 retry: automatic: - exit_status: "-1" @@ -473,6 +473,9 @@ steps: timeout_in_minutes: 300 matrix: setup: + image: + - windows-2025 + - ubuntu-2404 GRADLE_TASK: - checkPart1 - checkPart2 @@ -483,7 +486,7 @@ steps: - checkRestCompat agents: provider: gcp - image: family/elasticsearch-ubuntu-2404 + image: family/elasticsearch-{{matrix.image}} machineType: n1-standard-32 buildDirectory: /dev/shm/bk env: @@ -493,7 +496,7 @@ steps: timeout_in_minutes: 300 matrix: setup: - BWC_VERSION: ["8.17.11", "8.18.6", "8.19.3", "9.0.6", "9.1.3", "9.2.0"] + BWC_VERSION: ["8.18.6", "8.19.3", "9.0.6", "9.1.3", "9.2.0"] agents: provider: gcp image: family/elasticsearch-ubuntu-2404 From 37f604ef7b4df7cb40531ed3ac3807a11a2eff7c Mon Sep 17 00:00:00 2001 From: Rene Groeschke Date: Thu, 28 Aug 2025 19:01:10 +0200 Subject: [PATCH 4/5] Update java pre-release version definition in periodic pipeline --- .buildkite/pipelines/periodic-java-ea.template.yml | 2 +- .buildkite/pipelines/periodic-java-ea.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipelines/periodic-java-ea.template.yml b/.buildkite/pipelines/periodic-java-ea.template.yml index 936a283dbd1cf..088c4cd2c8af3 100644 --- a/.buildkite/pipelines/periodic-java-ea.template.yml +++ b/.buildkite/pipelines/periodic-java-ea.template.yml @@ -1,5 +1,5 @@ env: - JAVA_EA_VERSION: "${JAVA_EA_VERSION:-25-ea}" + JAVA_EA_VERSION: "${JAVA_EA_VERSION:-25-pre}" steps: - group: bwc diff --git a/.buildkite/pipelines/periodic-java-ea.yml b/.buildkite/pipelines/periodic-java-ea.yml index 18841479a3854..96dc296e5ba8b 100644 --- a/.buildkite/pipelines/periodic-java-ea.yml +++ b/.buildkite/pipelines/periodic-java-ea.yml @@ -1,6 +1,6 @@ # This file is auto-generated. See .buildkite/pipelines/periodic-java-ea.template.yml env: - JAVA_EA_VERSION: "${JAVA_EA_VERSION:-25-ea}" + JAVA_EA_VERSION: "${JAVA_EA_VERSION:-25-pre}" steps: - group: bwc From 25ca0a65fb995b4d2535a24476d9cc4ae55469dd Mon Sep 17 00:00:00 2001 From: Rene Groeschke Date: Thu, 28 Aug 2025 19:14:36 +0200 Subject: [PATCH 5/5] Fix comment --- .buildkite/pipelines/periodic-java-ea.yml | 26 +++++++++---------- .../precommit/ThirdPartyAuditTask.java | 2 +- 2 files changed, 14 insertions(+), 14 deletions(-) diff --git a/.buildkite/pipelines/periodic-java-ea.yml b/.buildkite/pipelines/periodic-java-ea.yml index 96dc296e5ba8b..b40f7dbc157f2 100644 --- a/.buildkite/pipelines/periodic-java-ea.yml +++ b/.buildkite/pipelines/periodic-java-ea.yml @@ -347,8 +347,8 @@ steps: - signal_reason: agent_stop limit: 3 - - label: 8.18.6 / bwc - command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.18.6#bwcTest + - label: 8.18.7 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.18.7#bwcTest timeout_in_minutes: 300 agents: provider: gcp @@ -357,7 +357,7 @@ steps: buildDirectory: /dev/shm/bk preemptible: true env: - BWC_VERSION: 8.18.6 + BWC_VERSION: 8.18.7 retry: automatic: - exit_status: "-1" @@ -366,8 +366,8 @@ steps: - signal_reason: agent_stop limit: 3 - - label: 8.19.3 / bwc - command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.19.3#bwcTest + - label: 8.19.4 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v8.19.4#bwcTest timeout_in_minutes: 300 agents: provider: gcp @@ -376,7 +376,7 @@ steps: buildDirectory: /dev/shm/bk preemptible: true env: - BWC_VERSION: 8.19.3 + BWC_VERSION: 8.19.4 retry: automatic: - exit_status: "-1" @@ -385,8 +385,8 @@ steps: - signal_reason: agent_stop limit: 3 - - label: 9.0.6 / bwc - command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v9.0.6#bwcTest + - label: 9.0.7 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v9.0.7#bwcTest timeout_in_minutes: 300 agents: provider: gcp @@ -395,7 +395,7 @@ steps: buildDirectory: /dev/shm/bk preemptible: true env: - BWC_VERSION: 9.0.6 + BWC_VERSION: 9.0.7 retry: automatic: - exit_status: "-1" @@ -404,8 +404,8 @@ steps: - signal_reason: agent_stop limit: 3 - - label: 9.1.3 / bwc - command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v9.1.3#bwcTest + - label: 9.1.4 / bwc + command: .ci/scripts/run-gradle.sh -Druntime.java=$$JAVA_EA_VERSION -Dbwc.checkout.align=true v9.1.4#bwcTest timeout_in_minutes: 300 agents: provider: gcp @@ -414,7 +414,7 @@ steps: buildDirectory: /dev/shm/bk preemptible: true env: - BWC_VERSION: 9.1.3 + BWC_VERSION: 9.1.4 retry: automatic: - exit_status: "-1" @@ -496,7 +496,7 @@ steps: timeout_in_minutes: 300 matrix: setup: - BWC_VERSION: ["8.18.6", "8.19.3", "9.0.6", "9.1.3", "9.2.0"] + BWC_VERSION: ["8.18.7", "8.19.4", "9.0.7", "9.1.4", "9.2.0"] agents: provider: gcp image: family/elasticsearch-ubuntu-2404 diff --git a/build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/precommit/ThirdPartyAuditTask.java b/build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/precommit/ThirdPartyAuditTask.java index d12fca4f38474..c60feab80fcf3 100644 --- a/build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/precommit/ThirdPartyAuditTask.java +++ b/build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/precommit/ThirdPartyAuditTask.java @@ -344,7 +344,7 @@ private String runForbiddenAPIsCli() throws IOException { spec.setExecutable(javaHome.get() + "/bin/java"); } spec.classpath(getForbiddenAPIsClasspath(), getThirdPartyClasspath()); - // Enable explicitly for each release as appropriate. Just JDK 20/21/22/23/24 for now, and just the vector module. + // Enable explicitly for each release as appropriate and just the vector module. if (isJavaVersion(VERSION_20) || isJavaVersion(VERSION_21) || isJavaVersion(VERSION_22)