Skip to content

Commit a0bae20

Browse files
authored
increase timeouts on vllm_throughput example (#1494)
1 parent 7cb14a2 commit a0bae20

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

06_gpu_and_ml/llm-serving/vllm_throughput.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -127,7 +127,7 @@ def main(lookback: int = 7, wait_for_results: bool = True):
127127
# into a remote Modal Function!
128128

129129

130-
@app.function(timeout=15 * MINUTES)
130+
@app.function(timeout=30 * MINUTES)
131131
def orchestrate(lookback: int) -> list[modal.FunctionCall]:
132132
llm = Vllm()
133133

@@ -383,7 +383,9 @@ def stop(self):
383383
# Again, we use `map` to transparently scale out across containers.
384384

385385

386-
@app.function(volumes={data_root: sec_edgar_feed}, scaledown_window=5)
386+
@app.function(
387+
volumes={data_root: sec_edgar_feed}, timeout=10 * MINUTES, scaledown_window=5
388+
)
387389
def transform(folder: str | None) -> list[Filing]:
388390
if folder is None:
389391
return []

0 commit comments

Comments
 (0)