Skip to content

Add OTLP metrics endpoint #133057

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 6 commits into
base: main
Choose a base branch
from
+5,174 −312
Open

Add OTLP metrics endpoint #133057

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
8eb0f7a
Hash once to create routing hash and _tsid
felixbarny Aug 19, 2025
9cea250
Add OTLP metrics endpoint
felixbarny Aug 6, 2025
d46781c
Use time_series_metric=gauge for delta counters
felixbarny Aug 18, 2025
6d90273
Fix _tsid calculation and add test for _tsid equivalence
felixbarny Aug 18, 2025
527016d
Address comments from review
felixbarny Aug 19, 2025
e6dc2db
Apply spotless suggestions
felixbarny Aug 19, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions build-tools-internal/src/main/resources/checkstyle_suppressions.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,7 @@
<suppress files="plugin[/\\]sql[/\\]src[/\\]main[/\\]java[/\\]org[/\\]elasticsearch[/\\]xpack[/\\]sql[/\\]parser[/\\]SqlBase(Base(Listener|Visitor)|Lexer|Listener|Parser|Visitor).java" checks="." />
<suppress files="plugin[/\\]eql[/\\]src[/\\]main[/\\]java[/\\]org[/\\]elasticsearch[/\\]xpack[/\\]eql[/\\]parser[/\\]EqlBase(Base(Listener|Visitor)|Lexer|Listener|Parser|Visitor).java" checks="." />
<suppress files="plugin[/\\]esql[/\\]src[/\\]main[/\\]java[/\\]org[/\\]elasticsearch[/\\]xpack[/\\]esql[/\\]parser[/\\]EsqlBase(Parser|Lexer).*.java" checks="." />
<suppress files="x-pack[/\\]plugin[/\\]otel-data[/\\]build[/\\]generated[/\\]sources[/\\]" checks="." />

<!-- JNA requires the no-argument constructor on JNAKernel32Library.SizeT to be public-->
<suppress files="server[/\\]src[/\\]main[/\\]java[/\\]org[/\\]elasticsearch[/\\]bootstrap[/\\]JNAKernel32Library.java" checks="RedundantModifier" />
Expand Down
56 changes: 56 additions & 0 deletions dev-tools/protoc_exe_sha256.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,56 @@
#!/bin/bash

#
# Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
# or more contributor license agreements. Licensed under the "Elastic License
# 2.0", the "GNU Affero General Public License v3.0 only", and the "Server Side
# Public License v 1"; you may not use this file except in compliance with, at
# your election, the "Elastic License 2.0", the "GNU Affero General Public
# License v3.0 only", or the "Server Side Public License, v 1".
#

# Script to download all .exe files from protobuf protoc repository and generate SHA256 checksums
# URL to download from
VERSION="4.32.0"
URL="https://repo1.maven.org/maven2/com/google/protobuf/protoc/${VERSION}/"
DOWNLOAD_DIR="protoc-${VERSION}-executables"

# Create download directory if it doesn't exist
mkdir -p "${DOWNLOAD_DIR}"
cd "${DOWNLOAD_DIR}" || { echo "Failed to create/enter download directory"; exit 1; }

# Get the HTML content, extract links to .exe files (but not .exe.md5 etc.)
# Using grep with lookahead assertion to ensure we don't match .exe followed by something else
curl -s "${URL}" | grep -o 'href="[^"]*\.exe"' | grep -v -E 'jsonl' | grep -v -E '\.exe\.[^"]+' | sed 's/href="//g' | sed 's/"//g' > exe_files.txt

if [ ! -s exe_files.txt ]; then
echo "No .exe files found at ${URL}"
exit 1
fi

echo "Found $(wc -l < exe_files.txt | tr -d ' ') .exe files. Downloading..."

# Download each file
while IFS= read -r file; do
curl -s -O "${URL}${file}"
done < exe_files.txt

echo "Generating SHA256 checksums..."

# Generate SHA256 checksums for all downloaded .exe files
if command -v shasum &> /dev/null; then
# macOS/some Linux
shasum -a 256 *.exe > SHA256SUMS.txt
elif command -v sha256sum &> /dev/null; then
# Most Linux distributions
sha256sum *.exe > SHA256SUMS.txt
else
echo "Neither shasum nor sha256sum command found. Cannot generate checksums."
exit 1
fi

# Print the checksums
cat SHA256SUMS.txt

cd ..
rm -rf "${DOWNLOAD_DIR}"
122 changes: 122 additions & 0 deletions gradle/verification-metadata.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -272,6 +272,11 @@
<sha256 value="a3609eeb7173837a589a4ad865e6feaf71ee6139d061eae2e698401485f7589c" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="com.dynatrace.hash4j" name="hash4j" version="0.25.0">
<artifact name="hash4j-0.25.0.jar">
<sha256 value="a9f1ebf6dab3fecfb36eed4e084ca587e5cdf9dcdd723b8adb7d17b6fc874862" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="com.ethlo.time" name="itu" version="1.7.0">
<artifact name="itu-1.7.0.jar">
<sha256 value="55ceb418c9e8138c4fcf62e213c4c814d89e8a84c827d395407cbecba5d791e7" origin="Generated by Gradle"/>
Expand Down Expand Up @@ -702,6 +707,11 @@
<sha256 value="9a4e0b9f4ec4d71a8a1d3641fd481118100fda2eeab712dbdfd4b2a06e9de4ce" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="com.google.gradle" name="osdetector-gradle-plugin" version="1.7.3">
<artifact name="osdetector-gradle-plugin-1.7.3.jar">
<sha256 value="6b4692f913a21b1fb603169ee78ba8f3e4ab2af9d762af9ca88b79126c1c0ad1" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="com.google.guava" name="failureaccess" version="1.0">
<artifact name="failureaccess-1.0.jar">
<sha256 value="d084bef9cd07a8537a1753e4850a69b7e8bab1d1e22e9f3a1e4826309a7a2336" origin="Generated by Gradle"/>
Expand Down Expand Up @@ -862,6 +872,11 @@
<sha256 value="193edf97aefa28b93c5892bdc598bac34fa4c396588030084f290b1440e8b98a" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="com.google.protobuf" name="protobuf-gradle-plugin" version="0.9.5">
<artifact name="protobuf-gradle-plugin-0.9.5.jar">
<sha256 value="d007dda81afeaead5dab05c27fe023ccbac97790e4d11787f4be68e6716557f8" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="com.google.protobuf" name="protobuf-java" version="2.5.0">
<artifact name="protobuf-java-2.5.0.jar">
<sha256 value="e0c1c64575c005601725e7c6a02cebf9e1285e888f756b2a1d73ffa8d725cc74" origin="Generated by Gradle"/>
Expand All @@ -872,11 +887,53 @@
<sha256 value="8540247fad9e06baefa8fb45eb313802d019f485f14300e0f9d6b556ed88e753" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="com.google.protobuf" name="protobuf-java" version="4.31.1">
<artifact name="protobuf-java-4.31.1.jar">
<sha256 value="d60dfe7c68a0d38a248cca96924f289dc7e1966a887ee7cae397701af08575ae" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="com.google.protobuf" name="protobuf-java" version="4.32.0">
<artifact name="protobuf-java-4.32.0.jar">
<sha256 value="e902c91b454812b7d056b8d303a572733bf0587576ff157c1049116c9626241d" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="com.google.protobuf" name="protobuf-java-util" version="3.25.5">
<artifact name="protobuf-java-util-3.25.5.jar">
<sha256 value="dacc58b2c3d2fa8d4bddc1acb881e78d6cf7c137dd78bc1d67f6aca732436a8d" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="com.google.protobuf" name="protoc" version="4.32.0">
<artifact name="protoc-4.32.0-linux-aarch_64.exe">
<sha256 value="bc95ab180ef088eed3f97c30b213ac6439ccac01989d18f9e908eb5233432136" origin="dev-tools/protoc_exe_sha256.sh"/>
</artifact>
<artifact name="protoc-4.32.0-linux-ppcle_64.exe">
<sha256 value="37d1c923270dcea474423994cae32e127d9aeb0cf97d40ccf652bd671358dc74" origin="dev-tools/protoc_exe_sha256.sh"/>
</artifact>
<artifact name="protoc-4.32.0-linux-s390_64.exe">
<sha256 value="0b97e27d36456e8a29855f10e6dfacd27043131d44bed460b921641c7201ec0a" origin="dev-tools/protoc_exe_sha256.sh"/>
</artifact>
<artifact name="protoc-4.32.0-linux-x86_32.exe">
<sha256 value="75abfd89ae91a12cfbd40fe9aca20a698cc6134fbc7bef999f5c8f3b8c604b13" origin="dev-tools/protoc_exe_sha256.sh"/>
</artifact>
<artifact name="protoc-4.32.0-linux-x86_64.exe">
<sha256 value="373c7da2c1cae98ac1a494a8a53e28100af70450ab55c064daa92ba48af5fe23" origin="dev-tools/protoc_exe_sha256.sh"/>
</artifact>
<artifact name="protoc-4.32.0-osx-aarch_64.exe">
<sha256 value="96c06aac6eb7e247a78f2ffe8b3aaf4419a6765e3d96d724cc3db0e296e7aa94" origin="dev-tools/protoc_exe_sha256.sh"/>
</artifact>
<artifact name="protoc-4.32.0-osx-universal_binary.exe">
<sha256 value="35f98ecc7c0efeb7d63427a6f3b9f7f2adc9f59d79275c3f0ae87030876c187c" origin="dev-tools/protoc_exe_sha256.sh"/>
</artifact>
<artifact name="protoc-4.32.0-osx-x86_64.exe">
<sha256 value="91b2b3b5ad84cfed2869c69830c926130d312e357b4f128796504b5448a6534c" origin="dev-tools/protoc_exe_sha256.sh"/>
</artifact>
<artifact name="protoc-4.32.0-windows-x86_32.exe">
<sha256 value="dc71390eb8a113f37a24275bc57cc59ddaceeac39b98af2181c94755f2f411f9" origin="dev-tools/protoc_exe_sha256.sh"/>
</artifact>
<artifact name="protoc-4.32.0-windows-x86_64.exe">
<sha256 value="a1e25d1b71e805233daefabba72a21566580354a192539cdab43bbf191dbf951" origin="dev-tools/protoc_exe_sha256.sh"/>
</artifact>
</component>
<component group="com.google.re2j" name="re2j" version="1.1">
<artifact name="re2j-1.1.jar">
<sha256 value="24ada84d1b5de584e3e84b06f0c7dd562cee6eafe8dea8083bd8eb123823bbe7" origin="Generated by Gradle"/>
Expand Down Expand Up @@ -1709,6 +1766,16 @@
<sha256 value="2eaaac5f268b135f0e11dd30637d71df5751a0bb7ed6268659be57104d63122b" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="io.opentelemetry" name="opentelemetry-api" version="1.53.0">
<artifact name="opentelemetry-api-1.53.0.jar">
<sha256 value="1991903b9fc76b27f1e6a70a5a97131668fb5f3ac9026178c450d510cbb1bef2" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="io.opentelemetry" name="opentelemetry-common" version="1.53.0">
<artifact name="opentelemetry-common-1.53.0.jar">
<sha256 value="73a5181dd07e72c4312fadafc8328ad1046a32c050030e3a7b8c16113daad359" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="io.opentelemetry" name="opentelemetry-context" version="1.31.0">
<artifact name="opentelemetry-context-1.31.0.jar">
<sha256 value="664896a5c34bcda20c95c8f45198a95e8f97a1cd5e5c2923978f42dddada787d" origin="Generated by Gradle"/>
Expand All @@ -1724,11 +1791,61 @@
<sha256 value="76f9dfe1a6f74d5081e07bde1f7cb9a06879d317ec0ae0f61dd8fb2be9afad4f" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="io.opentelemetry" name="opentelemetry-context" version="1.53.0">
<artifact name="opentelemetry-context-1.53.0.jar">
<sha256 value="88a780c5bb7b51e7c07071d61403e34f13277d092bf441a5cb49cf2ce9c756e9" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="io.opentelemetry" name="opentelemetry-exporter-common" version="1.53.0">
<artifact name="opentelemetry-exporter-common-1.53.0.jar">
<sha256 value="d7f093f987547c9c2c2caa28baf1254507c59b4dbf97b49fee5c9cd1ceb6f8d5" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="io.opentelemetry" name="opentelemetry-exporter-otlp" version="1.53.0">
<artifact name="opentelemetry-exporter-otlp-1.53.0.jar">
<sha256 value="0ce88bf35577894ee185f718f1b981938bbfc8981f3b7fcecbfd7b7c375bc236" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="io.opentelemetry" name="opentelemetry-exporter-otlp-common" version="1.53.0">
<artifact name="opentelemetry-exporter-otlp-common-1.53.0.jar">
<sha256 value="32bcf0e855110b09cffbb5aac59c69d2caaa35de646e07c0a5f7f50ab42d4c1f" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="io.opentelemetry" name="opentelemetry-exporter-sender-jdk" version="1.53.0">
<artifact name="opentelemetry-exporter-sender-jdk-1.53.0.jar">
<sha256 value="d147fd99aa23be8b0ea8acbc06ffae2f091af2edfffeb44163ab79765f7e3b42" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="io.opentelemetry" name="opentelemetry-sdk" version="1.47.0">
<artifact name="opentelemetry-sdk-1.47.0.jar">
<sha256 value="4a09eb2ee484769973e14218a34e6da54f35955aa02b26dc5238b0c2ed6a801d" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="io.opentelemetry" name="opentelemetry-sdk" version="1.53.0">
<artifact name="opentelemetry-sdk-1.53.0.jar">
<sha256 value="d58721063bca5d612bf1f6dccb883664210999c5aa470c149d1509672f13229c" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="io.opentelemetry" name="opentelemetry-sdk-common" version="1.53.0">
<artifact name="opentelemetry-sdk-common-1.53.0.jar">
<sha256 value="a5d68aca0920aa0dc17b9ecc5510abe4c344e66eae9a4420c992298e4712d3bc" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="io.opentelemetry" name="opentelemetry-sdk-extension-autoconfigure" version="1.53.0">
<artifact name="opentelemetry-sdk-extension-autoconfigure-1.53.0.jar">
<sha256 value="72becaccfb3d79d91c6486bf4e68f2474a1aa7742934fb675ea077e35a8dc3e1" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="io.opentelemetry" name="opentelemetry-sdk-extension-autoconfigure-spi" version="1.53.0">
<artifact name="opentelemetry-sdk-extension-autoconfigure-spi-1.53.0.jar">
<sha256 value="e814e63dc2f8cbdf84574b6289eb543b89b06486d03cad1e697b06d802ce27bb" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="io.opentelemetry" name="opentelemetry-sdk-metrics" version="1.53.0">
<artifact name="opentelemetry-sdk-metrics-1.53.0.jar">
<sha256 value="3d7dbae6c03be035e7c4dbdd50442741b260be5463fa9aadca1b00af0efddee5" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="io.opentelemetry" name="opentelemetry-semconv" version="1.21.0-alpha">
<artifact name="opentelemetry-semconv-1.21.0-alpha.jar">
<sha256 value="4a8f41b93eec51e85fa6b48e43de6785b742316fdd9c9baf595adbce6d5de6af" origin="Generated by Gradle"/>
Expand Down Expand Up @@ -1874,6 +1991,11 @@
<sha256 value="8e495b634469d64fb8acfa3495a065cbacc8a0fff55ce1e31007be4c16dc57d3" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="kr.motd.maven" name="os-maven-plugin" version="1.7.1">
<artifact name="os-maven-plugin-1.7.1.jar">
<sha256 value="f47aeef86821e52b2b18758978bd045f03d722292e32e747082122c6228952e0" origin="Generated by Gradle"/>
</artifact>
</component>
<component group="krallin" name="tini" version="0.19.0">
<artifact name="tini-0.19.0-amd64.jar">
<sha256 value="93dcc18adc78c65a028a84799ecf8ad40c936fdfc5f2a57b1acda5a8117fa82c" origin="Generated by Gradle"/>
Expand Down
4 changes: 4 additions & 0 deletions modules/data-streams/build.gradle
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -52,6 +52,10 @@ tasks.named("yamlRestCompatTestTransform").configure({ task ->
task.skipTest("data_stream/30_auto_create_data_stream/Don't initialize failure store during data stream auto-creation on successful index", "Configuring the failure store via data stream templates is not supported anymore.")

task.skipTest("data_stream/150_tsdb/TSDB failures go to failure store", "Configuring the failure store via data stream templates is not supported anymore.")
// TODO remove these after removing exact _tsid assertions in 8.x
task.skipTest("data_stream/150_tsdb/dynamic templates", "The _tsid has changed in a new index version. This tests verifies the exact _tsid value with is too brittle for compatibility testing.")
task.skipTest("data_stream/150_tsdb/dynamic templates - conflicting aliases", "The _tsid has changed in a new index version. This tests verifies the exact _tsid value with is too brittle for compatibility testing.")
task.skipTest("data_stream/150_tsdb/dynamic templates with nesting", "The _tsid has changed in a new index version. This tests verifies the exact _tsid value with is too brittle for compatibility testing.")

task.skipTest("data_stream/170_modify_data_stream/Modify a data stream's failure store", "Configuring the failure store via data stream templates is not supported anymore.")

Expand Down
Loading