Improve worker resilience

Author: alexander-akhmetov

docs/source/changelog.rst

@@ -8,6 +8,8 @@ Changelog
 
 - Python versions 3.7 and 3.8 are no longer supported.
 - tdlib 1.8.31.
+- Fix: Handle errors during updates processing
+- Fix: Handle queye full errors
 
 [0.18.0] - 2023-03-13
 

telegram/client.py

@@ -559,7 +559,14 @@ def _run_handlers(self, update: Dict[Any, Any]) -> None:
         update_type: str = update.get("@type", "unknown")
 
         for handler in self._update_handlers[update_type]:
-            self._workers_queue.put((handler, update), timeout=self._queue_put_timeout)
+            try:
+                self._workers_queue.put((handler, update), timeout=self._queue_put_timeout)
+            except queue.Full:
+                logger.error(
+                    "Queue is full, update %s dropped for handler %s",
+                    update_type,
+                    handler.__name__ if hasattr(handler, "__name__") else handler,
+                )
 
     def remove_update_handler(self, handler_type: str, func: Callable) -> None:
         """

telegram/worker.py

@@ -41,8 +41,12 @@ def _run_thread(self) -> None:
             except Empty:
                 continue
 
-            handler(update)
-            self._queue.task_done()
+            try:
+                handler(update)
+            except Exception:
+                logger.exception("Handler raised an exception")
+            finally:
+                self._queue.task_done()
 
     def stop(self) -> None:
         self._is_enabled = False

tests/test_telegram_methods.py

@@ -1,11 +1,14 @@
 import pytest
+import queue
+import time
 
 from unittest.mock import patch
 
 from telegram import VERSION
 from telegram.utils import AsyncResult
 from telegram.client import Telegram, MESSAGE_HANDLER_TYPE, AuthorizationState
 from telegram.text import Spoiler
+from telegram.worker import SimpleWorker
 
 API_ID = 1
 API_HASH = "hash"
@@ -90,7 +93,10 @@ def test_parse_text_entities(self, telegram):
 
     def test_send_phone_number_or_bot_token(self, telegram):
         # check that the dunction calls _send_phone_number or _send_bot_token
-        with patch.object(telegram, "_send_phone_number"), patch.object(telegram, "_send_bot_token"):
+        with (
+            patch.object(telegram, "_send_phone_number"),
+            patch.object(telegram, "_send_bot_token"),
+        ):
             telegram.phone = "123"
             telegram.bot_token = None
 
@@ -478,3 +484,43 @@ def _get_async_result(data, request_id=None):
         assert state == telegram.authorization_state == AuthorizationState.READY
 
         assert telegram._tdjson.send.call_count == 0
+
+
+class TestWorker:
+    def test_worker_continues_after_handler_exception(self):
+        """Handler exceptions should not kill the worker thread and task_done must be called"""
+        q = queue.Queue()
+        worker = SimpleWorker(q)
+        worker.run()
+
+        results = []
+
+        def failing_handler(update):
+            raise ValueError("Handler failed")
+
+        def working_handler(update):
+            results.append(update)
+
+        # Put two items: one with a failing handler, one with a working handler
+        q.put((failing_handler, {"id": 1}))
+        q.put((working_handler, {"id": 2}))
+
+        # Give the worker time to process both items
+        time.sleep(1)
+
+        worker.stop()
+
+        assert results == [{"id": 2}]
+
+    def test_run_handlers_continues_on_queue_full(self, telegram):
+        """queue.Full should not crash the listener"""
+
+        def my_handler():
+            pass
+
+        telegram.add_message_handler(my_handler)
+
+        # Mock the queue to always raise queue.Full
+        with patch.object(telegram._workers_queue, "put", side_effect=queue.Full):
+            # This should not raise an exception
+            telegram._run_handlers({"@type": MESSAGE_HANDLER_TYPE})