Accept retry-after header and reduce failure count to 1

simonkurtz-MSFT · simonkurtz-MSFT · commit 55a0cff2929f · 2025-01-15T11:42:11.000-05:00
diff --git a/modules/apim/v1/openai-api.bicep b/modules/apim/v1/openai-api.bicep
@@ -122,7 +122,7 @@ resource backendOpenAI 'Microsoft.ApiManagement/service/backends@2024-06-01-prev
       rules: [
         {
           failureCondition: {
-            count: 3
+            count: 1
             errorReasons: [
               'Server errors'
             ]
@@ -136,6 +136,7 @@ resource backendOpenAI 'Microsoft.ApiManagement/service/backends@2024-06-01-prev
           }
           name: 'openAIBreakerRule'
           tripDuration: 'PT1M'
+          acceptRetryAfter: true
         }
       ]
     }

Original file line number	Diff line number	Diff line change
`@@ -122,7 +122,7 @@ resource backendOpenAI 'Microsoft.ApiManagement/service/backends@2024-06-01-prev`
`122`	`122`	`rules: [`
`123`	`123`	`{`
`124`	`124`	`failureCondition: {`
`125`		`- count: 3`
	`125`	`+ count: 1`
`126`	`126`	`errorReasons: [`
`127`	`127`	`'Server errors'`
`128`	`128`	`]`
`@@ -136,6 +136,7 @@ resource backendOpenAI 'Microsoft.ApiManagement/service/backends@2024-06-01-prev`
`136`	`136`	`}`
`137`	`137`	`name: 'openAIBreakerRule'`
`138`	`138`	`tripDuration: 'PT1M'`
	`139`	`+ acceptRetryAfter: true`
`139`	`140`	`}`
`140`	`141`	`]`
`141`	`142`	`}`