From aa2c2b6362307991e1d463604f1f600f9a2480d5 Mon Sep 17 00:00:00 2001
From: Thanh Ha <thanh.ha@linuxfoundation.org>
Date: Thu, 31 Jul 2025 09:58:22 -0400
Subject: [PATCH] Remove anomaly monitor for queues

We original set this up to try the anomalies feature but it alerts
almost everyday making this monitor not all that useful. Let's just
remove it to reduce noise. Our monitor for the deadletter queue should
be sufficient for what we wanted to get alerted on.

Signed-off-by: Thanh Ha <thanh.ha@linuxfoundation.org>
---
 monitors.tf | 31 -------------------------------
 1 file changed, 31 deletions(-)

diff --git a/monitors.tf b/monitors.tf
index 0121e09..5c5c52c 100644
--- a/monitors.tf
+++ b/monitors.tf
@@ -28,37 +28,6 @@ resource "datadog_monitor" "ci_retry_deadletter" {
   require_full_window = false
 }
 
-
-resource "datadog_monitor" "all_queues_anomaly" {
-  evaluation_delay    = 900
-  require_full_window = false
-  monitor_thresholds {
-    critical          = 1
-    critical_recovery = 0
-    warning           = 0.9
-  }
-  monitor_threshold_windows {
-    recovery_window = "last_15m"
-    trigger_window  = "last_1d"
-  }
-  name     = "Queue **{{queuename.name}}** has a high number of visible messages"
-  type     = "query alert"
-  priority = 5
-  query    = <<EOT
-avg(last_1w):
-anomalies(
-  avg:aws.sqs.approximate_number_of_messages_visible{project:pytorch/pytorch} by {queuename,region},
-  'basic', 2, direction='both', interval=3600, alert_window='last_1d', count_default_zero='true'
-) >= 1
-EOT
-  message  = <<EOT
-The number of visible messages in `{{queuename.name}}` is outside of the typical range.
-@slack-PyTorch-pytorch-infra-alerts
-@slack-Linux_Foundation-pytorch-alerts
-@webhook-lf-incident-io
-EOT
-}
-
 resource "datadog_monitor" "ALI_ValidationException_Detected" {
   include_tags        = false
   require_full_window = false