feat: Update AI route configurations after updating an LLM provider with specific types (higress-group#550)

Author: CH3CHO

backend/sdk/src/main/java/com/alibaba/higress/sdk/service/HigressServiceProviderImpl.java

@@ -69,6 +69,7 @@ class HigressServiceProviderImpl implements HigressServiceProvider {
         llmProviderService = new LlmProviderServiceImpl(serviceSourceService, wasmPluginInstanceService);
         aiRouteService = new AiRouteServiceImpl(kubernetesModelConverter, kubernetesClientService, routeService,
             llmProviderService, wasmPluginInstanceService);
+        ((LlmProviderServiceImpl)llmProviderService).setAiRouteService(aiRouteService);
         mcpServerService = new McpServiceContextImpl(kubernetesClientService, kubernetesModelConverter,
             wasmPluginInstanceService, routeService);
     }

backend/sdk/src/main/java/com/alibaba/higress/sdk/service/ai/LlmProviderHandler.java

@@ -40,9 +40,20 @@ default LlmProvider createProvider() {
 
     ServiceSource buildServiceSource(String providerName, Map<String, Object> providerConfig);
 
-    default List<ServiceSource> getExtraServiceSources(String providerName, Map<String, Object> providerConfig, boolean forDelete) {
+    default List<ServiceSource> getExtraServiceSources(String providerName, Map<String, Object> providerConfig,
+        boolean forDelete) {
         return null;
     }
 
     UpstreamService buildUpstreamService(String providerName, Map<String, Object> providerConfig);
+
+    /**
+     * For some LLM providers, the upstream service name may change after an update. So we need to sync the
+     * configuration of related AI routes after updating a provider.
+     * 
+     * @return true if a sync is required.
+     */
+    default boolean needSyncRouteAfterUpdate() {
+        return false;
+    }
 }

backend/sdk/src/main/java/com/alibaba/higress/sdk/service/ai/LlmProviderServiceImpl.java

@@ -37,6 +37,7 @@
 import com.alibaba.higress.sdk.model.ServiceSource;
 import com.alibaba.higress.sdk.model.WasmPluginInstance;
 import com.alibaba.higress.sdk.model.WasmPluginInstanceScope;
+import com.alibaba.higress.sdk.model.ai.AiRoute;
 import com.alibaba.higress.sdk.model.ai.LlmProvider;
 import com.alibaba.higress.sdk.model.ai.LlmProviderProtocol;
 import com.alibaba.higress.sdk.model.ai.LlmProviderType;
@@ -46,6 +47,8 @@
 import com.alibaba.higress.sdk.service.kubernetes.crd.mcp.V1McpBridge;
 import com.alibaba.higress.sdk.util.MapUtil;
 
+import lombok.Setter;
+
 @SuppressWarnings("unchecked")
 public class LlmProviderServiceImpl implements LlmProviderService {
 
@@ -86,6 +89,8 @@ public class LlmProviderServiceImpl implements LlmProviderService {
 
     private final ServiceSourceService serviceSourceService;
     private final WasmPluginInstanceService wasmPluginInstanceService;
+    @Setter
+    private AiRouteService aiRouteService;
 
     public LlmProviderServiceImpl(ServiceSourceService serviceSourceService,
         WasmPluginInstanceService wasmPluginInstanceService) {
@@ -173,6 +178,10 @@ public LlmProvider addOrUpdate(LlmProvider provider) {
         serviceSourceService.addOrUpdate(serviceSource);
         wasmPluginInstanceService.addOrUpdate(serviceInstance);
 
+        if (handler.needSyncRouteAfterUpdate()) {
+            syncRelatedAiRoutes(provider);
+        }
+
         return query(provider.getName());
     }
 
@@ -272,6 +281,28 @@ public UpstreamService buildUpstreamService(String providerName) {
         return handler.buildUpstreamService(provider.getName(), provider.getRawConfigs());
     }
 
+    private void syncRelatedAiRoutes(LlmProvider provider) {
+        AiRouteService aiRouteService = this.aiRouteService;
+        if (aiRouteService == null) {
+            return;
+        }
+
+        PaginatedResult<AiRoute> aiRoutes = aiRouteService.list(null);
+        if (aiRoutes == null || CollectionUtils.isEmpty(aiRoutes.getData())) {
+            return;
+        }
+
+        String providerName = provider.getName();
+        for (AiRoute aiRoute : aiRoutes.getData()) {
+            if (CollectionUtils.isEmpty(aiRoute.getUpstreams())) {
+                continue;
+            }
+            if (aiRoute.getUpstreams().stream().anyMatch(u -> providerName.equals(u.getProvider()))) {
+                aiRouteService.update(aiRoute);
+            }
+        }
+    }
+
     private SortedMap<String, LlmProvider> getProviders() {
         WasmPluginInstance instance =
             wasmPluginInstanceService.query(WasmPluginInstanceScope.GLOBAL, null, BuiltInPluginName.AI_PROXY, true);

backend/sdk/src/main/java/com/alibaba/higress/sdk/service/ai/OllamaLlmProviderHandler.java

@@ -57,6 +57,11 @@ public void normalizeConfigs(Map<String, Object> configurations) {
         configurations.put(SERVER_PORT_KEY, serverPort);
     }
 
+    @Override
+    public boolean needSyncRouteAfterUpdate() {
+        return true;
+    }
+
     @Override
     protected List<LlmProviderEndpoint> getProviderEndpoints(Map<String, Object> providerConfig) {
         return Collections.singletonList(new LlmProviderEndpoint(getServiceProtocol(providerConfig),

backend/sdk/src/main/java/com/alibaba/higress/sdk/service/ai/OpenaiLlmProviderHandler.java

@@ -67,6 +67,11 @@ public void normalizeConfigs(Map<String, Object> configurations) {
         }
     }
 
+    @Override
+    public boolean needSyncRouteAfterUpdate() {
+        return true;
+    }
+
     @Override
     protected List<LlmProviderEndpoint> getProviderEndpoints(Map<String, Object> providerConfig) {
         List<URI> customUris = getCustomUris(providerConfig);