Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions test/sidecar/config/nixl/qwen-decoder-pod.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -58,13 +58,13 @@ spec:
fieldRef:
fieldPath: status.podIP
- name: VLLM_NIXL_SIDE_CHANNEL_PORT
value: "5557"
value: "5600"
- name: HF_HUB_CACHE
value: /vllm-workspace/models
- name: VLLM_LOGGING_LEVEL
value: DEBUG
ports:
- containerPort: 5557
- containerPort: 5600
protocol: TCP
volumeMounts:
- name: model-cache
Expand Down
4 changes: 2 additions & 2 deletions test/sidecar/config/nixl/qwen-prefiller-pod.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -38,7 +38,7 @@ spec:
- name: UCX_TLS
value: "cuda_ipc,cuda_copy,tcp"
- name: VLLM_NIXL_SIDE_CHANNEL_PORT
value: "5557"
value: "5600"
- name: VLLM_NIXL_SIDE_CHANNEL_HOST
valueFrom:
fieldRef:
Expand All @@ -53,7 +53,7 @@ spec:
ports:
- containerPort: 8000
protocol: TCP
- containerPort: 5557
- containerPort: 5600
protocol: TCP
resources:
limits:
Expand Down