Skip to content
This repository was archived by the owner on Apr 28, 2025. It is now read-only.

Commit 05800a3

Browse files
committed
Fixed ingester alerts to include any ingester.* job
Signed-off-by: Marco Pracucci <[email protected]>
1 parent b204d43 commit 05800a3

File tree

3 files changed

+8
-7
lines changed

3 files changed

+8
-7
lines changed

CHANGELOG.md

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,8 @@
1010
* [BUGFIX] Honor configured `per_instance_label` in all panels. #239
1111
* [BUGFIX] `CortexRequestLatency` alert now ignores long-running requests on query-scheduler. #242
1212
* [BUGFIX] Honor configured `job_names` in the "Memory (go heap inuse)" panel. #247
13-
* [BUGFIX] Fixed ingester "Disk Space Utilization" to include any `ingester.*` PV. #248
13+
* [BUGFIX] Fixed ingester "Disk Space Utilization" to include any `ingester.*` PV. #249
14+
* [BUGFIX] Fixed ingester alerts to include any `ingester.*` job. #252
1415

1516
## 1.6.0 / 2021-01-05
1617

cortex-mixin/alerts/alerts.libsonnet

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -198,7 +198,7 @@
198198
{
199199
alert: 'CortexIngesterRestarts',
200200
expr: |||
201-
changes(process_start_time_seconds{job=~".+(cortex|ingester)"}[30m]) > 1
201+
changes(process_start_time_seconds{job=~".+(cortex|ingester.*)"}[30m]) > 1
202202
|||,
203203
labels: {
204204
severity: 'critical',
@@ -243,7 +243,7 @@
243243
{
244244
alert: 'CortexMemoryMapAreasTooHigh',
245245
expr: |||
246-
process_memory_map_areas{job=~".+(cortex|ingester|store-gateway)"} / process_memory_map_areas_limit{job=~".+(cortex|ingester|store-gateway)"} > 0.8
246+
process_memory_map_areas{job=~".+(cortex|ingester.*|store-gateway)"} / process_memory_map_areas_limit{job=~".+(cortex|ingester.*|store-gateway)"} > 0.8
247247
|||,
248248
'for': '5m',
249249
labels: {
@@ -502,7 +502,7 @@
502502
expr: |||
503503
memberlist_client_cluster_members_count
504504
!= on (%s) group_left
505-
sum by (%s) (up{job=~".+/(distributor|ingester|querier|cortex|ruler)"})
505+
sum by (%s) (up{job=~".+/(distributor|ingester.*|querier|cortex|ruler)"})
506506
||| % [$._config.alert_aggregation_labels, $._config.alert_aggregation_labels],
507507
'for': '5m',
508508
labels: {

cortex-mixin/alerts/blocks.libsonnet

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -9,9 +9,9 @@
99
alert: 'CortexIngesterHasNotShippedBlocks',
1010
'for': '15m',
1111
expr: |||
12-
(min by(namespace, instance) (time() - thanos_objstore_bucket_last_successful_upload_time{job=~".+/ingester"}) > 60 * 60 * 4)
12+
(min by(namespace, instance) (time() - thanos_objstore_bucket_last_successful_upload_time{job=~".+/ingester.*"}) > 60 * 60 * 4)
1313
and
14-
(max by(namespace, instance) (thanos_objstore_bucket_last_successful_upload_time{job=~".+/ingester"}) > 0)
14+
(max by(namespace, instance) (thanos_objstore_bucket_last_successful_upload_time{job=~".+/ingester.*"}) > 0)
1515
and
1616
(max by(namespace, instance) (rate(cortex_ingester_ingested_samples_total[4h])) > 0)
1717
|||,
@@ -28,7 +28,7 @@
2828
alert: 'CortexIngesterHasNotShippedBlocksSinceStart',
2929
'for': '4h',
3030
expr: |||
31-
(max by(namespace, instance) (thanos_objstore_bucket_last_successful_upload_time{job=~".+/ingester"}) == 0)
31+
(max by(namespace, instance) (thanos_objstore_bucket_last_successful_upload_time{job=~".+/ingester.*"}) == 0)
3232
and
3333
(max by(namespace, instance) (rate(cortex_ingester_ingested_samples_total[4h])) > 0)
3434
|||,

0 commit comments

Comments
 (0)