MOD: Increase symbol chunk size

Author: threecgreen

CHANGELOG.md

@@ -4,6 +4,7 @@
 
 #### Enhancements
 - Added new off-market publishers for Eurex, and European Energy Exchange (EEX)
+- Increased live subscription symbol chunking size
 
 ## 0.53.0 - 2025-04-29
 

databento/live/gateway.py

@@ -59,7 +59,7 @@ def parse(cls: type[T], line: str | bytes) -> T:
             return cls(**data_dict)
         except TypeError:
             raise ValueError(
-                f"'{line!r}'is not a parsible {cls.__name__}",
+                f"'{line!r}'is not a parseable {cls.__name__}",
             ) from None
 
     def __str__(self) -> str:
@@ -156,15 +156,15 @@ def parse_gateway_message(line: str) -> GatewayControl:
     Raises
     ------
     ValueError
-        If `line` is not a parsible GatewayControl message.
+        If `line` is not a parseable GatewayControl message.
 
     """
     for message_cls in GatewayControl.__subclasses__():
         try:
             return message_cls.parse(line)
         except ValueError:
             continue
-    raise ValueError(f"'{line.strip()}' is not a parsible gateway message")
+    raise ValueError(f"'{line.strip()}' is not a parseable gateway message")
 
 
 class GatewayDecoder:

databento/live/protocol.py

@@ -33,7 +33,7 @@
 
 
 RECV_BUFFER_SIZE: Final = 64 * 2**10  # 64kb
-SYMBOL_LIST_BATCH_SIZE: Final = 32
+SYMBOL_LIST_BATCH_SIZE: Final = 500
 
 logger = logging.getLogger(__name__)
 
@@ -324,7 +324,8 @@ def subscribe(
         symbols_list = symbols_list_to_list(symbols, stype_in_valid)
 
         subscriptions: list[SubscriptionRequest] = []
-        for batch in chunk(symbols_list, SYMBOL_LIST_BATCH_SIZE):
+        chunked_symbols = list(chunk(symbols_list, SYMBOL_LIST_BATCH_SIZE))
+        for batch in chunked_symbols:
             batch_str = ",".join(batch)
             message = SubscriptionRequest(
                 schema=validate_enum(schema, Schema, "schema"),

tests/mockliveserver/server.py

@@ -29,7 +29,7 @@
 
 
 SERVER_VERSION: Final = "0.4.2"
-READ_BUFFER_SIZE: Final = 2**10
+READ_BUFFER_SIZE: Final = 32 * 2**10
 
 logger = logging.getLogger(__name__)
 

tests/test_live_client.py

@@ -569,7 +569,7 @@ async def test_live_subscribe_large_symbol_list(
     """
     # Arrange
     large_symbol_list = list(
-        random.choices(string.ascii_uppercase, k=256),  # noqa: S311
+        random.choices(string.ascii_uppercase, k=3950),  # noqa: S311
     )
 
     # Act