Skip to content

Commit dc6f124

Browse files
authored
[rollout] fix external plugins (#4822)
* fix spawn process import plugin * workflow lint
1 parent 23a0646 commit dc6f124

File tree

2 files changed

+4
-1
lines changed

2 files changed

+4
-1
lines changed

.github/workflows/close_tale_issue.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,4 +17,4 @@ jobs:
1717
stale-issue-message: 'This issue has been inactive for over 3 months and will be automatically closed in 7 days. If this issue is still relevant, please reply to this message.'
1818
close-issue-message: 'This issue has been automatically closed due to inactivity. If needed, it can be reopened.'
1919
stale-issue-label: 'stale'
20-
exempt-all-issue-labels: true
20+
exempt-all-issue-labels: true

swift/llm/infer/rollout.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -58,6 +58,7 @@ def safe_set_start_method():
5858

5959
def llm_worker(args: RolloutArguments, data_parallel_rank: int, master_port: int, connection: Connection) -> None:
6060
# Set required environment variables for DP to work with vLLM
61+
args._import_external_plugins()
6162
os.environ['VLLM_DP_RANK'] = str(data_parallel_rank)
6263
os.environ['VLLM_DP_RANK_LOCAL'] = str(data_parallel_rank)
6364
os.environ['VLLM_DP_SIZE'] = str(args.data_parallel_size)
@@ -123,6 +124,8 @@ async def async_llm_worker(args: RolloutArguments, data_parallel_rank: int, mast
123124

124125

125126
def llm_worker_entry(*args, **kwargs):
127+
rollout_args: RolloutArguments = args[0]
128+
rollout_args._import_external_plugins()
126129
asyncio.run(async_llm_worker(*args, **kwargs))
127130

128131

0 commit comments

Comments
 (0)