Only run telemetry alerting once per day. (#8747)

Currently, Sherlock runs at the 40 minute mark every hour. This patch ensures that telemetry will only run once per day instead of every hour.

Author: gmierz

treeherder/perf/auto_perf_sheriffing/sherlock.py

@@ -1,7 +1,7 @@
 import logging
 import os
 import traceback
-from datetime import datetime, timedelta, timezone
+from datetime import datetime, time, timedelta, timezone
 from json import JSONDecodeError, loads
 from logging import INFO, WARNING
 
@@ -241,6 +241,8 @@ def __get_data_points_to_backfill(context: list[dict]) -> list[dict]:
         return context[start:]
 
     def telemetry_alert(self):
+        if not self._can_run_telemetry():
+            return
         if not settings.TELEMETRY_ENABLE_ALERTS:
             logger.info("Telemetry alerting is disabled. Enable it with TELEMETRY_ENABLE_ALERTS=1")
             return
@@ -305,6 +307,9 @@ def telemetry_alert(self):
                 except Exception:
                     logger.info(f"Failed: {traceback.format_exc()}")
 
+    def _can_run_telemetry(self):
+        return time(23, 0) <= datetime.utcnow().time() < time(0, 0)
+
     def _create_detection_alert(
         self,
         detection: object,