We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c29f8ed commit 96bd4aeCopy full SHA for 96bd4ae
charts/azimuth-llm/templates/api/deployment.yml
@@ -47,6 +47,10 @@ spec:
47
{{- if .Values.api.extraArgs -}}
48
{{- .Values.api.extraArgs | toYaml | nindent 10 }}
49
{{- end -}}
50
+ {{- if gt .Values.api.gpus 1 }}
51
+ - --tensor-parallel-size
52
+ - {{ .Values.api.gpus }}
53
+ {{- end }}
54
{{- if .Values.huggingface.secretName -}}
55
envFrom:
56
- secretRef:
0 commit comments