We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 730ecc9 commit 1050701Copy full SHA for 1050701
swift/llm/argument/rlhf_args.py
@@ -200,7 +200,10 @@ def _init_external_vllm(self):
200
from swift.trainers.rlhf_trainer.vllm_client import VLLMClient
201
if is_master():
202
self.vllm_client = VLLMClient(
203
- self.vllm_server_host, self.vllm_server_port, connection_timeout=self.vllm_server_timeout)
+ base_url=self.vllm_server_base_url,
204
+ host=self.vllm_server_host,
205
+ server_port=self.vllm_server_port,
206
+ connection_timeout=self.vllm_server_timeout)
207
self.vllm_client.init_communicator()
208
209
def _set_default(self):
0 commit comments