add parameter for timeou (#46)

HaiHui886 · web-flow · commit 682acb81d97b · 2024-03-25T13:53:58.000+08:00
diff --git a/models/text-generation--Qwen--Qwen1.5-72B-Chat.yaml b/models/text-generation--Qwen--Qwen1.5-72B-Chat.yaml
@@ -31,6 +31,7 @@ model_config:
     # pipeline: default
   generation:
     max_batch_size: 1
+    batch_wait_timeout_s: 0
     generate_kwargs:
       bos_token_id: 151643,
       # pad_token_id: 151643,
