diff --git a/config/charts/inferencepool/templates/epp-deployment.yaml b/config/charts/inferencepool/templates/epp-deployment.yaml index 3d210fc82..91fe4e347 100644 --- a/config/charts/inferencepool/templates/epp-deployment.yaml +++ b/config/charts/inferencepool/templates/epp-deployment.yaml @@ -30,9 +30,10 @@ spec: - --zap-encoder - "json" - --config-file - - "/config/default-plugins.yaml" + - "/config/{{ .Values.inferenceExtension.pluginsConfigFile }}" {{- range .Values.inferenceExtension.flags }} - - "--{{ .name }}={{ .value }}" + - "--{{ .name }}" + - "{{ .value }}" {{- end }} {{- if eq (.Values.inferencePool.modelServerType | default "vllm") "triton-tensorrt-llm" }} - --total-queued-requests-metric