cannot import vLLMAsyncRollout #23
Description
Traceback (most recent call last):
File "/home/.../RynnEC/mem_agent/MemAgent/verl/trainer/main_ppo.py", line 65, in main
run_ppo(config)
File "/home/.../RynnEC/mem_agent/MemAgent/verl/trainer/main_ppo.py", line 80, in run_ppo
ray.get(runner.run.remote(config))
File "/home/.../miniforge3/envs/memagent/lib/python3.10/site-packages/ray/_private/auto_init_hook.py", line 22, in auto_init_wrapper
return fn(*args, **kwargs)
File "/home/.../miniforge3/envs/memagent/lib/python3.10/site-packages/ray/_private/client_mode_hook.py", line 104, in wrapper
return func(*args, **kwargs)
File "/home/.../miniforge3/envs/memagent/lib/python3.10/site-packages/ray/_private/worker.py", line 2858, in get
values, debugger_breakpoint = worker.get_objects(object_refs, timeout=timeout)
File "/home/.../miniforge3/envs/memagent/lib/python3.10/site-packages/ray/_private/worker.py", line 958, in get_objects
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(ImportError): ray::TaskRunner.run() (pid=67871, ip=10.230.6.57, actor_id=9ab7561eab40be9fd2ccab6901000000, repr=<main_ppo.TaskRunner object at 0x7ad333ce6b90>)
File "/home/.../RynnEC/mem_agent/MemAgent/verl/trainer/main_ppo.py", line 178, in run
trainer.init_workers()
File "/home/.../RynnEC/mem_agent/MemAgent/verl/trainer/ppo/ray_trainer.py", line 833, in init_workers
self.actor_rollout_wg.init_model()
File "/home/.../RynnEC/mem_agent/MemAgent/verl/single_controller/ray/base.py", line 46, in func
output = ray.get(output)
ray.exceptions.RayTaskError(ImportError): ray::WorkerDict.actor_rollout_init_model() (pid=70050, ip=10.230.6.57, actor_id=ead6dfcfc7166a934614939c01000000, repr=<verl.single_controller.ray.base.WorkerDict object at 0x72b4da042320>)
File "/home/.../RynnEC/mem_agent/MemAgent/verl/single_controller/ray/base.py", line 418, in func
return getattr(self.worker_dict[key], name)(*args, **kwargs)
File "/home/.../RynnEC/mem_agent/MemAgent/verl/single_controller/base/decorator.py", line 420, in inner
return func(*args, **kwargs)
File "/home/.../RynnEC/mem_agent/MemAgent/verl/workers/fsdp_workers.py", line 465, in init_model
self.rollout, self.rollout_sharding_manager = self._build_rollout(trust_remote_code=self.config.model.get("trust_remote_code", False))
File "/home/.../RynnEC/mem_agent/MemAgent/verl/workers/fsdp_workers.py", line 340, in _build_rollout
from verl.workers.rollout.vllm_rollout import vllm_mode, vLLMAsyncRollout, vLLMRollout
ImportError: cannot import name 'vLLMAsyncRollout' from 'verl.workers.rollout.vllm_rollout' (/home/.../RynnEC/mem_agent/MemAgent/verl/workers/rollout/vllm_rollout/init.py)
Set the environment variable HYDRA_FULL_ERROR=1 for a complete stack trace.