We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 533039e commit 6fec6cdCopy full SHA for 6fec6cd
06_gpu_and_ml/llm-serving/vllm_throughput.py
@@ -84,7 +84,7 @@
84
85
86
@app.local_entrypoint()
87
-def main(lookback: int = 7, wait_for_results: bool = True):
+def main(lookback: int = 5, wait_for_results: bool = True):
88
jobs = orchestrate.remote(lookback=lookback) # trigger remote job orchestration
89
90
if wait_for_results:
@@ -282,6 +282,7 @@ class Filing:
282
@app.cls(
283
image=vllm_image,
284
gpu=GPU,
285
+ timeout=10 * MINUTES,
286
volumes={
287
"/root/.cache/huggingface": hf_cache_vol,
288
"/root/.cache/vllm": vllm_cache_vol,
0 commit comments