We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f64dfa5 commit c0c0a97Copy full SHA for c0c0a97
examples/models/vllm_qwen2vl.sh
@@ -4,7 +4,6 @@
4
5
# cd ~/prod/lmms-eval-public
6
# pip3 install -e .
7
-export VLLM_WORKER_MULTIPROC_METHOD=spawn
8
export NCCL_BLOCKING_WAIT=1
9
export NCCL_TIMEOUT=18000000
10
export NCCL_DEBUG=DEBUG
lmms_eval/models/vllm.py
@@ -60,6 +60,7 @@ def __init__(
60
eval_logger.warning(f"Failed to parse JSON-like string for argument '{key}': {value}")
61
62
# Set up vllm client
63
+ os.environ["VLLM_WORKER_MULTIPROC_METHOD"] = "spawn"
64
self.client = LLM(
65
model=self.model_version,
66
tensor_parallel_size=tensor_parallel_size,
0 commit comments