fix-ray (#193)

zhuohan123 · web-flow · commit 2e0d31438443 · 2023-06-22T00:21:41.000+08:00
diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py
@@ -87,7 +87,7 @@ def __init__(
                 worker_cls = ray.remote(
                     num_cpus=0,
                     num_gpus=1,
-                    resources={node_resource: 1e-5},
+                    resources={node_resource: 1e-3},
                 )(worker_cls).remote
 
             worker = worker_cls(
