Skip to content

[125499] Add missing fields in monitoring logstash mb template mapping #127053

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 6 commits into from
Oct 8, 2025
+250 −4
Merged

[125499] Add missing fields in monitoring logstash mb template mapping #127053

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
ef07b3e
[125499] Add missing fields in monitoring logstash mb template mapping
ijardillier Apr 18, 2025
2a7dca4
Merge branch 'main' into add-missing-fields-template-monitoring-logstash
mashhurs Oct 2, 2025
863b735
Merge branch 'main' into add-missing-fields-template-monitoring-logstash
pickypg Oct 2, 2025
41c7556
Add changelog, more missed fields and validate.
mashhurs Oct 2, 2025
86781cb
Merge pull request #1 from mashhurs/add-more-template-fields-on-ijard…
ijardillier Oct 7, 2025
ee3e8c7
Merge branch 'main' into add-missing-fields-template-monitoring-logstash
mashhurs Oct 7, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 6 additions & 0 deletions docs/changelog/127053.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
pr: 127053
summary: Add missing fields to the Logstash Stack Monitoring Template
area: Monitoring
type: enhancement
issues:
- 125499
246 changes: 243 additions & 3 deletions x-pack/plugin/core/template-resources/src/main/resources/monitoring-logstash-mb.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,16 +28,80 @@
},
"heap_used_in_bytes": {
"type": "long"
},
"heap_used_percent": {
"type": "half_float"
}
}
},
"uptime_in_millis": {
"type": "long"
},
"gc": {
"properties": {
"collectors": {
"properties": {
"young": {
"properties": {
"collection_count": {
"type": "long"
},
"collection_time_in_millis": {
"type": "long"
}
}
},
"old": {
"properties": {
"collection_count": {
"type": "long"
},
"collection_time_in_millis": {
"type": "long"
}
}
}
}
}
}
}
}
},
"logstash": {
"properties": {
"ephemeral_id": {
"type": "keyword",
"ignore_above": 1024
},
"host": {
"type": "keyword",
"ignore_above": 1024
},
"http_address": {
"type": "keyword",
"ignore_above": 1024
},
"name": {
"type": "keyword",
"ignore_above": 1024
},
"pipeline": {
"properties": {
"workers": {
"type": "short"
},
"batch_size": {
"type": "long"
}
}
},
"snapshot": {
"type": "boolean"
},
"status": {
"type": "keyword",
"ignore_above": 1024
},
"uuid": {
"ignore_above": 1024,
"type": "keyword"
Expand All @@ -56,6 +120,12 @@
"type": "double"
}
}
},
"max_file_descriptors": {
"type": "long"
},
"open_file_descriptors": {
"type": "long"
}
}
},
Expand Down Expand Up @@ -189,6 +259,9 @@
"type": "half_float"
}
}
},
"percent": {
"type": "half_float"
}
}
},
Expand All @@ -211,11 +284,19 @@
},
"cfs_quota_micros": {
"type": "long"
},
"control_group": {
"type": "keyword",
"ignore_above": 1024
}
}
},
"cpuacct": {
"properties": {
"control_group": {
"type": "keyword",
"ignore_above": 1024
},
"usage_nanos": {
"type": "long"
}
Expand Down Expand Up @@ -248,6 +329,16 @@
}
}
},
"reloads": {
"properties": {
"failures": {
"type": "long"
},
"successes": {
"type": "long"
}
}
},
"timestamp": {
"type": "date"
}
Expand Down Expand Up @@ -292,10 +383,71 @@
"graph": {
"properties": {
"vertices": {
"type": "object"
"type": "nested",
"properties": {
"config_name": {
"type": "keyword",
"ignore_above": 1024
},
"explicit_id": {
"type": "boolean"
},
"id": {
"type": "keyword",
"ignore_above": 1024
},
"meta": {
"properties": {
"source": {
"properties": {
"column": {
"type": "long"
},
"id": {
"type": "keyword",
"ignore_above": 1024
},
"line": {
"type": "long"
},
"protocol": {
"type": "keyword",
"ignore_above": 1024
}
}
}
}
},
"plugin_type": {
"type": "keyword",
"ignore_above": 1024
},
"type": {
"type": "keyword",
"ignore_above": 1024
}
}
},
"edges": {
"type": "object"
"type": "nested",
"properties": {
"from": {
"type": "keyword",
"ignore_above": 1024
},
"id": {
"type": "keyword",
"ignore_above": 1024
},
"to": {
"type": "keyword",
"ignore_above": 1024
},
"type": {
"type": "keyword",
"ignore_above": 1024
}
}
}
}
}
Expand Down Expand Up @@ -330,6 +482,14 @@
}
}
}
},
"cluster": {
"properties": {
"id": {
"type": "keyword",
"ignore_above": 1024
}
}
}
}
},
Expand Down Expand Up @@ -531,17 +691,73 @@
"version": {
"ignore_above": 1024,
"type": "keyword"
},
"node": {
"properties": {
"name": {
"type": "keyword",
"ignore_above": 1024
}
}
}
}
},
"host": {
"properties": {
"name": {
"architecture": {
"type": "keyword",
"ignore_above": 1024
},
"hostname": {
"type": "keyword",
"ignore_above": 1024
},
"id": {
"type": "keyword",
"ignore_above": 1024
},
"ip": {
"type": "ip"
},
"mac": {
"type": "keyword",
"ignore_above": 1024
},
"name": {
"type": "keyword",
"ignore_above": 1024
},
"os": {
"properties": {
"build": {
"type": "keyword",
"ignore_above": 1024
},
"family": {
"type": "keyword",
"ignore_above": 1024
},
"kernel": {
"type": "keyword",
"ignore_above": 1024
},
"name": {
"type": "keyword",
"ignore_above": 1024
},
"platform": {
"type": "keyword",
"ignore_above": 1024
},
"type": {
"type": "keyword",
"ignore_above": 1024
},
"version": {
"type": "keyword",
"ignore_above": 1024
}
}
}
}
},
Expand Down Expand Up @@ -578,6 +794,30 @@
"cluster_uuid": {
"type": "alias",
"path": "logstash.elasticsearch.cluster.id"
},
"agent": {
"properties": {
"ephemeral_id": {
"type": "keyword",
"ignore_above": 1024
},
"id": {
"type": "keyword",
"ignore_above": 1024
},
"name": {
"type": "keyword",
"ignore_above": 1024
},
"type": {
"type": "keyword",
"ignore_above": 1024
},
"version": {
"type": "keyword",
"ignore_above": 1024
}
}
}
}
},
Expand Down
2 changes: 1 addition & 1 deletion ...nitoring/src/main/java/org/elasticsearch/xpack/monitoring/MonitoringTemplateRegistry.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -77,7 +77,7 @@ public class MonitoringTemplateRegistry extends IndexTemplateRegistry {
* writes monitoring data in ECS format as of 8.0. These templates define the ECS schema as well as alias fields for the old monitoring
* mappings that point to the corresponding ECS fields.
*/
public static final int STACK_MONITORING_REGISTRY_VERSION = 8_00_00_99 + 21;
public static final int STACK_MONITORING_REGISTRY_VERSION = 8_00_00_99 + 22;
private static final String STACK_MONITORING_REGISTRY_VERSION_VARIABLE = "xpack.stack.monitoring.template.release.version";
private static final String STACK_TEMPLATE_VERSION = "8";
private static final String STACK_TEMPLATE_VERSION_VARIABLE = "xpack.stack.monitoring.template.version";
Expand Down