feat(*): support ark batch chat

Author: jizhongBao

volcenginesdkexamples/volcenginesdkarkruntime/async_batch_chat_completions.py

@@ -1,6 +1,9 @@
 import asyncio
+import sys
 from datetime import datetime
 
+import uvloop
+
 from volcenginesdkarkruntime import AsyncArk
 
 # Authentication
@@ -16,35 +19,33 @@
 client = AsyncArk()
 
 
-async def worker(semaphore, worker_id, task_num):
-    async with semaphore:
-        print(f"Worker {worker_id} is starting.")
-        for i in range(task_num):
-            print(f"Worker {worker_id} task {i} is running.")
-            try:
-                completion = await client.batch_chat.completions.create(
-                    model="${YOUR_ENDPOINT_ID}",
-                    messages=[
-                        {"role": "system", "content": "你是豆包，是由字节跳动开发的 AI 人工智能助手"},
-                        {"role": "user", "content": "常见的十字花科植物有哪些？"},
-                    ],
-                )
-                print(completion.choices[0].message.content)
-            except Exception as e:
-                print(f"Worker {worker_id} task {i} failed with error: {e}")
-            else:
-                print(f"Worker {worker_id} task {i} is completed.")
-        print(f"Worker {worker_id} is completed.")
+async def worker(worker_id, task_num):
+    print(f"Worker {worker_id} is starting.")
+    for i in range(task_num):
+        print(f"Worker {worker_id} task {i} is running.")
+        try:
+            completion = await client.batch_chat.completions.create(
+                model="${YOUR_ENDPOINT_ID}",
+                messages=[
+                    {"role": "system", "content": "你是豆包，是由字节跳动开发的 AI 人工智能助手"},
+                    {"role": "user", "content": "常见的十字花科植物有哪些？"},
+                ],
+            )
+            print(completion.choices[0].message.content)
+        except Exception as e:
+            print(f"Worker {worker_id} task {i} failed with error: {e}")
+        else:
+            print(f"Worker {worker_id} task {i} is completed.")
+    print(f"Worker {worker_id} is completed.")
 
 
 async def main():
     start = datetime.now()
     max_concurrent_tasks = 1000
     task_num = 5
-    semaphore = asyncio.Semaphore(max_concurrent_tasks)
 
     # 创建任务列表
-    tasks = [worker(semaphore, i, task_num) for i in range(max_concurrent_tasks)]
+    tasks = [worker(i, task_num) for i in range(max_concurrent_tasks)]
 
     # 等待所有任务完成
     await asyncio.gather(*tasks)
@@ -53,4 +54,9 @@ async def main():
 
 
 if __name__ == "__main__":
-    asyncio.run(main())
+    if sys.version_info >= (3, 11):
+        with asyncio.Runner(loop_factory=uvloop.new_event_loop) as runner:
+            runner.run(main())
+    else:
+        uvloop.install()
+        asyncio.run(main())