feat: add support for custom qwen service (higress-group#566)

OuterCyrex · ShlyxCoder · web-flow · commit b80414f18f09 · 2025-09-25T09:10:53.000+08:00
Co-authored-by: ShlyxCoder &lt;40505282@qq.com&gt;
diff --git a/backend/sdk/src/main/java/com/alibaba/higress/sdk/service/ai/LlmProviderServiceImpl.java b/backend/sdk/src/main/java/com/alibaba/higress/sdk/service/ai/LlmProviderServiceImpl.java
@@ -58,8 +58,7 @@ public class LlmProviderServiceImpl implements LlmProviderService {
     static {
         PROVIDER_HANDLERS = Stream.of(new OpenaiLlmProviderHandler(),
             new DefaultLlmProviderHandler(LlmProviderType.MOONSHOT, "api.moonshot.cn", 443, V1McpBridge.PROTOCOL_HTTPS),
-            new DefaultLlmProviderHandler(LlmProviderType.QWEN, "dashscope.aliyuncs.com", 443,
-                V1McpBridge.PROTOCOL_HTTPS),
+            new QwenLlmProviderHandler(),
             new AzureLlmProviderHandler(),
             new DefaultLlmProviderHandler(LlmProviderType.AI360, "api.360.cn", 443, V1McpBridge.PROTOCOL_HTTPS),
             new DefaultLlmProviderHandler(LlmProviderType.GITHUB, "models.inference.ai.azure.com", 443,
diff --git a/backend/sdk/src/main/java/com/alibaba/higress/sdk/service/ai/QwenLlmProviderHandler.java b/backend/sdk/src/main/java/com/alibaba/higress/sdk/service/ai/QwenLlmProviderHandler.java
@@ -0,0 +1,98 @@
+/*
+ * Copyright (c) 2022-2023 Alibaba Group Holding Ltd.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
+ * an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations under the License.
+ */
+package com.alibaba.higress.sdk.service.ai;
+
+import com.alibaba.higress.sdk.exception.ValidationException;
+import com.alibaba.higress.sdk.model.ai.LlmProviderEndpoint;
+import com.alibaba.higress.sdk.model.ai.LlmProviderType;
+import com.alibaba.higress.sdk.service.kubernetes.crd.mcp.V1McpBridge;
+import org.apache.commons.collections4.MapUtils;
+import org.apache.commons.lang3.StringUtils;
+
+import java.net.URI;
+import java.net.URISyntaxException;
+import java.util.Collections;
+import java.util.List;
+import java.util.Map;
+
+
+public class QwenLlmProviderHandler extends AbstractLlmProviderHandler{
+    private static final int DEFAULT_SERVICE_PORT = 443;
+
+    private static final String DEFAULT_SERVICE_PROTOCOL = V1McpBridge.PROTOCOL_HTTPS;
+
+    private static final String DEFAULT_SERVICE_DOMAIN = "dashscope.aliyuncs.com";
+
+    private static final String CUSTOM_DOMAIN_KEY = "qwenDomain";
+    private static final List<LlmProviderEndpoint> DEFAULT_ENDPOINTS =
+            Collections.singletonList(new LlmProviderEndpoint(DEFAULT_SERVICE_PROTOCOL, DEFAULT_SERVICE_DOMAIN, DEFAULT_SERVICE_PORT, "/"));
+
+    private static final String ENABLE_SEARCH_KEY = "qwenEnableSearch";
+    private static final String ENABLE_COMPATIBLE_KEY = "qwenEnableCompatible";
+    private static final String FILE_IDS_KEY = "qwenFileIds";
+
+    @Override
+    public void normalizeConfigs(Map<String, Object> configurations) {
+        if (MapUtils.isEmpty(configurations)) {
+            throw new ValidationException("Missing Qwen specific configurations.");
+        }
+
+        Boolean searchVal = MapUtils.getBoolean(configurations, ENABLE_SEARCH_KEY, Boolean.FALSE);
+        configurations.put(ENABLE_SEARCH_KEY, searchVal);
+
+        Boolean compatibleVal = MapUtils.getBoolean(configurations, ENABLE_COMPATIBLE_KEY, Boolean.FALSE);
+        configurations.put(ENABLE_COMPATIBLE_KEY, compatibleVal);
+
+        if (configurations.containsKey(FILE_IDS_KEY)) {
+            Object fileIdsVal = configurations.get(FILE_IDS_KEY);
+            if (!(fileIdsVal instanceof List)) {
+                throw new ValidationException("Invalid configuration: " + FILE_IDS_KEY);
+            }
+        }
+    }
+
+
+    @Override
+    public String getType() {
+        return LlmProviderType.QWEN;
+    }
+
+    @Override
+    protected List<LlmProviderEndpoint> getProviderEndpoints(Map<String, Object> providerConfig) {
+        URI customUrl = getCustomUrl(providerConfig);
+        if(customUrl != null){
+            return Collections.singletonList(LlmProviderEndpoint.fromUri(customUrl));
+        }
+        return DEFAULT_ENDPOINTS;
+    }
+    private URI getCustomUrl(Map<String, Object> providerConfig) {
+        Object rawCustomDomainObject = providerConfig.get(CUSTOM_DOMAIN_KEY);
+        if (!(rawCustomDomainObject instanceof String)) {
+            return null;
+        }
+        String rawCustomDomain = ((String) rawCustomDomainObject).trim();
+        if (StringUtils.isEmpty(rawCustomDomain)) {
+            return null;
+        }
+
+        String scheme = V1McpBridge.PROTOCOL_HTTPS;
+        String path = "/";
+
+        try {
+            return new URI(scheme, rawCustomDomain, path, null);
+        } catch (URISyntaxException e) {
+            throw new ValidationException(CUSTOM_DOMAIN_KEY + " contains an invalid domain name: " + rawCustomDomain, e);
+        }
+    }
+
+}
diff --git a/frontend/src/locales/en-US/translation.json b/frontend/src/locales/en-US/translation.json
@@ -254,6 +254,11 @@
         "ollamaServerPort": "Ollama Service Port",
         "openaiServerType": "OpenAI Service Type",
         "openaiCustomUrl": "Custom OpenAI Service Base URL",
+        "qwenServerType": "Tongyi Qianwen Service Type",
+        "qwenEnableSearch": "Enable Tongyi Qianwen Internet search function",
+        "qwenEnableCompatible": "Enable Tongyi Qianwen compatibility mode",
+        "qwenDomain": "Custom Tongyi Qianwen Domain",
+        "qwenFileIds": "Tongyi Qianwen file IDs",
         "awsRegion": "AWS Region",
         "awsAccessKey": "AWS Access Key ID",
         "awsSecretKey": "AWS Secret Access Key",
@@ -289,6 +294,8 @@
         "openaiCustomUrlInconsistentContextPaths": "Inconsistent paths found in custom OpenAI service base URLs",
         "openaiCustomServiceRequired": "Please select custom OpenAI service",
         "openaiCustomServicePathRequired": "Please select custom OpenAI service path",
+        "qwenFileIdRequired": "Please input Tongyi Qianwen file ID",
+        "qwenDomainRequired": "Please input a valid custom Tongyi Qianwen domain",
         "awsRegionRequired": "Please input AWS Region",
         "awsAccessKeyRequired": "Please input AWS Access Key ID",
         "awsSecretKeyRequired": "Please input AWS Secret Access Key",
@@ -302,14 +309,18 @@
         "geminiSafetyThresholdRequired": "Please input block threshold"
       },
       "tooltips": {
+        "qwenFileIdsTooltip": "The file IDs uploaded to Dashscope via the file API. The file contents will be used as contextual input for AI conversations.",
+        "qwenEnableCompatibleTooltip": "When Tongyi Qianwen compatibility mode is enabled, requests will be sent to Tongyi Qianwen’s OpenAI-compatible API endpoint, and no modifications will be applied to the request or response payloads.",
         "vertexTokenRefreshAheadTooltip": "The lead time in seconds of refreshing the access token used to send requests to Vertex API. Leave it blank if the token shall only be refreshed after expired."
       },
       "placeholder": {
         "azureServiceUrlPlaceholder": "It shall contain \"/chat/completions\" in the path and \"api-version\" in the query string",
         "ollamaServerHostPlaceholder": "Please input a hostname, domain name or IP address",
         "openaiCustomUrlPlaceholder": "Sample: https://api.openai.com/v1",
         "openaiCustomServiceHostPlaceholder": "Sample: api.openai.com",
-        "openaiCustomServicePathPlaceholder": "Sample: /v1"
+        "openaiCustomServicePathPlaceholder": "Sample: /v1",
+        "qwenDomainPlaceholder": "Sample: dashscope-finance.aliyuncs.com",
+        "qwenFileIdsPlaceholder": "Sample: file-fe-xxx"
       },
       "openaiServerType": {
         "official": "OpenAI Official Service",
@@ -319,6 +330,10 @@
         "service": "Select a service",
         "url": "Input URL(s)"
       },
+      "qwenServerType": {
+        "official": "Tongyi Qianwen Official Service",
+        "custom": "Custom Service"
+      },
       "secretRefModal": {
         "entry": "I'd like to use token info stored in a Secret resource.",
         "title": "How to refer to token info stored in a Secret resource?",
@@ -907,4 +922,4 @@
       "button": "Copy Command"
     }
   }
-}
+}
diff --git a/frontend/src/locales/zh-CN/translation.json b/frontend/src/locales/zh-CN/translation.json
@@ -254,6 +254,11 @@
         "ollamaServerPort": "Ollama 服务端口",
         "openaiServerType": "OpenAI 服务类型",
         "openaiCustomUrl": "自定义 OpenAI 服务 BaseURL",
+        "qwenServerType": "通义千问服务类型",
+        "qwenEnableSearch": "开启通义千问互联网搜索功能",
+        "qwenEnableCompatible": "开启通义千问兼容模式",
+        "qwenDomain": "自定义通义千问域名",
+        "qwenFileIds": "通义千问文件 ID",
         "awsRegion": "AWS Region",
         "awsAccessKey": "AWS Access Key ID",
         "awsSecretKey": "AWS Secret Access Key",
@@ -289,6 +294,8 @@
         "openaiCustomUrlInconsistentContextPaths": "各个自定义 OpenAI 服务 BaseURL 所使用的路径不一致",
         "openaiCustomServiceRequired": "请选择自定义 OpenAI 服务",
         "openaiCustomServicePathRequired": "请输入定义 OpenAI 服务路径",
+        "qwenFileIdRequired": "请输入通义千问文件 ID",
+        "qwenDomainRequired": "请输入合法的自定义通义千问域名",
         "awsRegionRequired": "请输入 AWS Region",
         "awsAccessKeyRequired": "请输入 AWS Access Key ID",
         "awsSecretKeyRequired": "请输入 AWS Secret Access Key",
@@ -302,14 +309,18 @@
         "geminiSafetyThresholdRequired": "请输入屏蔽阈值"
       },
       "tooltips": {
+        "qwenFileIdsTooltip": "通过文件接口上传至 Dashscope 的文件 ID，其内容将被用做 AI 对话的上下文。",
+        "qwenEnableCompatibleTooltip": "启用通义千问兼容模式后，将调用通义千问的 OpenAI 兼容接口，同时对请求/响应不做修改。",
         "vertexTokenRefreshAheadTooltip": "提前刷新用于访问 Vertex API 的访问密钥的时间，单位为秒。留空表示仅在密钥过期时刷新。"
       },
       "placeholder": {
         "azureServiceUrlPlaceholder": "需包含“/chat/completions”路径和“api-version”查询参数",
         "ollamaServerHostPlaceholder": "请填写机器名、域名或 IP 地址",
         "openaiCustomUrlPlaceholder": "示例：https://api.openai.com/v1",
         "openaiCustomServiceHostPlaceholder": "示例：api.openai.com",
-        "openaiCustomServicePathPlaceholder": "示例：/v1"
+        "openaiCustomServicePathPlaceholder": "示例：/v1",
+        "qwenDomainPlaceholder": "示例：dashscope-finance.aliyuncs.com",
+        "qwenFileIdsPlaceholder": "示例：file-fe-xxx"
       },
       "openaiServerType": {
         "official": "OpenAI 官方服务",
@@ -319,6 +330,10 @@
         "service": "选择服务",
         "url": "输入 URL"
       },
+      "qwenServerType": {
+        "official": "通义千问官方服务",
+        "custom": "自定义服务"
+      },
       "secretRefModal": {
         "entry": "我想引用保存在 Secret 中的凭证信息",
         "title": "如何引用保存在 Secret 中的凭证信息？",
@@ -907,4 +922,4 @@
       "button": "复制命令"
     }
   }
-}
+}
diff --git a/frontend/src/pages/ai/components/ProviderForm/index.tsx b/frontend/src/pages/ai/components/ProviderForm/index.tsx
diff --git a/frontend/src/pages/ai/configs.tsx b/frontend/src/pages/ai/configs.tsx
