feat: Introduce LLM wait time

Previously, the LLM invocation within the compose method was not subject to a specific timeout, which could lead to indefinite blocking if the underlying LLM service failed to respond or was extremely slow.

This change Adds max_llm_wait_time, which defaults to 10 minutes to ensure that the LLM composition process will time out after the configured duration, preventing the agent from being stuck indefinitely and allowing for graceful error handling..

Author: lukecold

python/valuecell/agents/common/trading/decision/prompt_based/composer.py

@@ -1,5 +1,6 @@
 from __future__ import annotations
 
+import asyncio
 import json
 from typing import Dict
 
@@ -48,10 +49,12 @@ def __init__(
         *,
         default_slippage_bps: int = 25,
         quantity_precision: float = 1e-9,
+        max_llm_wait_time: float = 600.0,
     ) -> None:
         self._request = request
         self._default_slippage_bps = default_slippage_bps
         self._quantity_precision = quantity_precision
+        self._max_llm_wait_time = max_llm_wait_time
         cfg = self._request.llm_model_config
         self._model = model_utils.create_model_with_provider(
             provider=cfg.provider,
@@ -200,7 +203,9 @@ async def _call_llm(self, prompt: str) -> TradePlanProposal:
         agent's `response.content` is returned (or validated) as a
         `LlmPlanProposal`.
         """
-        response = await self.agent.arun(prompt)
+        response = await asyncio.wait_for(
+            self.agent.arun(prompt), timeout=self._max_llm_wait_time
+        )
         # Agent may return a raw object or a wrapper with `.content`.
         content = getattr(response, "content", None) or response
         logger.debug("Received LLM response {}", content)