feat(*): support ark batch chat

Author: jizhongBao

volcenginesdkarkruntime/_client.py

@@ -234,8 +234,8 @@ def auth_headers(self) -> dict[str, str]:
         api_key = self.api_key
         return {"Authorization": f"Bearer {api_key}"}
 
-    def get_model_breaker(self, model_name: str) -> ModelBreaker:
-        with self.model_breaker_lock:
+    async def get_model_breaker(self, model_name: str) -> ModelBreaker:
+        async with self.model_breaker_lock:
             return self.model_breaker_map[model_name]
 
 

volcenginesdkarkruntime/resources/batch_chat/completions.py

@@ -286,7 +286,7 @@ async def create(
 
         retryTimes = 0
         last_time = self._get_request_last_time(timeout)
-        model_breaker = self._client.get_model_breaker(model)
+        model_breaker = await self._client.get_model_breaker(model)
         while True:
             while not model_breaker.allow():
                 if datetime.now() + timedelta(seconds=model_breaker.get_allowed_duration().total_seconds()) > last_time: