Skip to content

Commit 3a4fd5c

Browse files
authored
Disable Ray usage stats collection (#2206)
1 parent c17daa9 commit 3a4fd5c

File tree

1 file changed

+5
-0
lines changed

1 file changed

+5
-0
lines changed

vllm/engine/llm_engine.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
import copy
2+
import os
23
import time
34
from functools import partial
45
from typing import TYPE_CHECKING, Any, Iterable, List, Optional, Tuple, Union
@@ -105,6 +106,10 @@ def __init__(
105106

106107
# Create the parallel GPU workers.
107108
if self.parallel_config.worker_use_ray:
109+
# Disable Ray usage stats collection.
110+
ray_usage = os.environ.get("RAY_USAGE_STATS_ENABLED", "0")
111+
if ray_usage != "1":
112+
os.environ["RAY_USAGE_STATS_ENABLED"] = "0"
108113
self._init_workers_ray(placement_group)
109114
else:
110115
self._init_workers(distributed_init_method)

0 commit comments

Comments
 (0)