feat: make it better, faster, stronger

Author: emptybutton

deploy/dev/tgdb/conf.yaml

@@ -22,7 +22,7 @@ conf:
   heap:
     chat: -1005000124280
     page:
-      fullness: 0.8
+      max_fullness: 0.8
 
   relations:
     chat: -1005000098156

src/tgdb/infrastructure/adapters/buffer.py

@@ -35,11 +35,11 @@ async def __aiter__(self) -> AsyncIterator[Sequence[ValueT]]:
                 if not self._values:
                     continue
 
+            values = tuple(self._values)
+            self._values.clear()
+
             self._is_overflowed.clear()
-            yield tuple(
-                self._values.popleft()
-                for _ in range(self._len_to_overflow)
-            )
+            yield values
 
     def _refresh_overflow(self) -> None:
         if len(self._values) >= self._len_to_overflow:

src/tgdb/infrastructure/adapters/tuples.py

@@ -139,9 +139,9 @@ async def _map_scalar_effect(
         self, scalar_effect: TransactionScalarEffect, idempotently: bool
     ) -> None:
         match scalar_effect, idempotently:
-            case NewTuple(tuple), True:
-                await self._heap.insert(tuple)
             case NewTuple(tuple), False:
+                await self._heap.insert(tuple)
+            case NewTuple(tuple), True:
                 await self._heap.insert_idempotently(tuple)
             case MutatedTuple(tuple) | MigratedTuple(tuple), _:
                 await self._heap.update(tuple)

src/tgdb/infrastructure/pyyaml/config.py

@@ -33,7 +33,7 @@ class MessageCacheConfig(BaseModel):
 
 
 class PageConfig(BaseModel):
-    fullness: float
+    max_fullness: float
 
 
 class HeapConfig(BaseModel):

src/tgdb/infrastructure/telethon/in_telegram_heap.py

@@ -37,11 +37,11 @@ class InTelegramHeap:
     _page_len: ClassVar = 4000
 
     @staticmethod
-    def encoded_tuple_max_len(page_fullness: float) -> int:
-        page_fullness = min(0, page_fullness)
-        page_fullness = max(page_fullness, 1)
+    def encoded_tuple_max_len(page_max_fullness: float) -> int:
+        page_max_fullness = max(0, page_max_fullness)
+        page_max_fullness = min(page_max_fullness, 1)
 
-        return int(page_fullness * InTelegramHeap._page_len)
+        return int(page_max_fullness * InTelegramHeap._page_len)
 
     def __post_init__(self) -> None:
         assert_(

src/tgdb/main/common/di.py

@@ -141,7 +141,7 @@ def provide_in_telegram_heap(
             bot_pool,
             bot_pool,
             config.heap.chat,
-            InTelegramHeap.encoded_tuple_max_len(config.heap.page.fullness),
+            InTelegramHeap.encoded_tuple_max_len(config.heap.page.max_fullness),
             message_index_lazy_map,
         )