File tree Expand file tree Collapse file tree 1 file changed +16
-12
lines changed
recipes/llama-3-70b/vllm/disagg-single-node Expand file tree Collapse file tree 1 file changed +16
-12
lines changed Original file line number Diff line number Diff line change @@ -33,13 +33,15 @@ spec:
3333 extraPodSpec :
3434 affinity :
3535 podAffinity :
36- requiredDuringSchedulingIgnoredDuringExecution :
37- - labelSelector :
36+ preferredDuringSchedulingIgnoredDuringExecution :
37+ - weight : 100
38+ podAffinityTerm :
39+ labelSelector :
3840 matchExpressions :
39- - key : nvidia.com/dynamo-component-type
40- operator : In
41- values :
42- - worker
41+ - key : nvidia.com/dynamo-component-type
42+ operator : In
43+ values :
44+ - worker
4345 topologyKey : kubernetes.io/hostname
4446 mainContainer :
4547 env :
@@ -72,13 +74,15 @@ spec:
7274 extraPodSpec :
7375 affinity :
7476 podAffinity :
75- requiredDuringSchedulingIgnoredDuringExecution :
76- - labelSelector :
77+ preferredDuringSchedulingIgnoredDuringExecution :
78+ - weight : 100
79+ podAffinityTerm :
80+ labelSelector :
7781 matchExpressions :
78- - key : nvidia.com/dynamo-component-type
79- operator : In
80- values :
81- - worker
82+ - key : nvidia.com/dynamo-component-type
83+ operator : In
84+ values :
85+ - worker
8286 topologyKey : kubernetes.io/hostname
8387 mainContainer :
8488 env :
You can’t perform that action at this time.
0 commit comments