Improve _energy_log_records_load_from_cache()

Author: bouwew

plugwise_usb/nodes/circle.py

@@ -5,7 +5,7 @@
 from asyncio import Task, create_task, gather
 from collections.abc import Awaitable, Callable
 from dataclasses import replace
-from datetime import UTC, datetime
+from datetime import UTC, datetime, timedelta
 from functools import wraps
 import logging
 from math import ceil
@@ -604,14 +604,14 @@ def _check_timestamp_is_recent(
             return False
         return True
 
-    async def _energy_log_records_load_from_cache(self) -> bool:
+    async def _energy_log_records_load_from_cache(self) -> bool:  # noqa: PLR0912
         """Load energy_log_record from cache."""
         if (cache_data := self._get_cache(CACHE_ENERGY_COLLECTION)) is None:
             _LOGGER.warning(
                 "Failed to restore energy log records from cache for node %s", self.name
             )
             return False
-        restored_logs: dict[int, list[int]] = {}
+        restored_logs: dict[int, dict[int, tuple[datetime, int]]] = {}
         if cache_data == "":
             _LOGGER.debug("Cache-record is empty")
             return False
@@ -624,24 +624,41 @@ async def _energy_log_records_load_from_cache(self) -> bool:
                 if len(timestamp_energy_log) == 6:
                     address = int(log_fields[0])
                     slot = int(log_fields[1])
-                    self._energy_counters.add_pulse_log(
-                        address=address,
-                        slot=slot,
-                        timestamp=datetime(
-                            year=int(timestamp_energy_log[0]),
-                            month=int(timestamp_energy_log[1]),
-                            day=int(timestamp_energy_log[2]),
-                            hour=int(timestamp_energy_log[3]),
-                            minute=int(timestamp_energy_log[4]),
-                            second=int(timestamp_energy_log[5]),
-                            tzinfo=UTC,
-                        ),
-                        pulses=int(log_fields[3]),
-                        import_only=True,
+                    pulses = int(log_fields[3])
+                    timestamp = datetime(
+                        year=int(timestamp_energy_log[0]),
+                        month=int(timestamp_energy_log[1]),
+                        day=int(timestamp_energy_log[2]),
+                        hour=int(timestamp_energy_log[3]),
+                        minute=int(timestamp_energy_log[4]),
+                        second=int(timestamp_energy_log[5]),
+                        tzinfo=UTC,
                     )
                     if restored_logs.get(address) is None:
-                        restored_logs[address] = []
-                    restored_logs[address].append(slot)
+                        restored_logs[address] = {}
+                    restored_logs[address][slot] = (timestamp, pulses)
+
+        # Sort and prune the records loaded from cache
+        sorted_logs: dict[int, dict[int, tuple[datetime, int]]] = {}
+        skip_before = datetime.now(tz=UTC) - timedelta(hours=DAY_IN_HOURS)
+        sorted_addresses = sorted(restored_logs.keys(), reverse=True)
+        for address in sorted_addresses:
+            sorted_slots = sorted(restored_logs[address].keys(), reverse=True)
+            for slot in sorted_slots:
+                if restored_logs[address][slot][0] > skip_before:
+                    if sorted_logs.get(address) is None:
+                        sorted_logs[address] = {}
+                    sorted_logs[address][slot] = restored_logs[address][slot]
+
+        for address, data in sorted_logs.items():
+            for slot, pulse_data in data.items():
+                self._energy_counters.add_pulse_log(
+                    address=address,
+                    slot=slot,
+                    pulses=pulse_data[1],
+                    timestamp=pulse_data[0],
+                    import_only=True,
+                )
 
         self._energy_counters.update()