We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a6fcf61 commit ecbc11eCopy full SHA for ecbc11e
src/semantic-router/pkg/extproc/request_handler.go
@@ -941,7 +941,8 @@ func (r *OpenAIRouter) handleModelRouting(openAIRequest *openai.ChatCompletionNe
941
}
942
943
// Check if route cache should be cleared (only for auto models, non-auto models handle this in their own path)
944
- if originalModel == "auto" && r.shouldClearRouteCache() {
+ // isAutoModel already determined at the beginning of this function using IsAutoModelName
945
+ if isAutoModel && r.shouldClearRouteCache() {
946
// Access the CommonResponse that's already created in this function
947
if response.GetRequestBody() != nil && response.GetRequestBody().GetResponse() != nil {
948
response.GetRequestBody().GetResponse().ClearRouteCache = true
0 commit comments