From 6266624e603be2aa29adba98f526bcb093264143 Mon Sep 17 00:00:00 2001 From: Nir Rozenbaum Date: Sun, 31 Aug 2025 10:29:28 +0300 Subject: [PATCH 1/2] allow setting custom plugins file through helm Signed-off-by: Nir Rozenbaum --- config/charts/inferencepool/templates/epp-deployment.yaml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/config/charts/inferencepool/templates/epp-deployment.yaml b/config/charts/inferencepool/templates/epp-deployment.yaml index 3d210fc82..00a9c4c49 100644 --- a/config/charts/inferencepool/templates/epp-deployment.yaml +++ b/config/charts/inferencepool/templates/epp-deployment.yaml @@ -30,9 +30,10 @@ spec: - --zap-encoder - "json" - --config-file - - "/config/default-plugins.yaml" + - "config/{{ .Values.inferenceExtension.pluginsConfigFile }}" {{- range .Values.inferenceExtension.flags }} - - "--{{ .name }}={{ .value }}" + - "--{{ .name }}" + - "{{ .value }}" {{- end }} {{- if eq (.Values.inferencePool.modelServerType | default "vllm") "triton-tensorrt-llm" }} - --total-queued-requests-metric From 6edef154913d7d48963271adbffd34e00019ba00 Mon Sep 17 00:00:00 2001 From: Nir Rozenbaum Date: Sun, 31 Aug 2025 18:26:54 +0300 Subject: [PATCH 2/2] added `/` Signed-off-by: Nir Rozenbaum --- config/charts/inferencepool/templates/epp-deployment.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config/charts/inferencepool/templates/epp-deployment.yaml b/config/charts/inferencepool/templates/epp-deployment.yaml index 00a9c4c49..91fe4e347 100644 --- a/config/charts/inferencepool/templates/epp-deployment.yaml +++ b/config/charts/inferencepool/templates/epp-deployment.yaml @@ -30,7 +30,7 @@ spec: - --zap-encoder - "json" - --config-file - - "config/{{ .Values.inferenceExtension.pluginsConfigFile }}" + - "/config/{{ .Values.inferenceExtension.pluginsConfigFile }}" {{- range .Values.inferenceExtension.flags }} - "--{{ .name }}" - "{{ .value }}"