Add support for ServiceTier

Author: sebsto

Examples/openai/Sources/Converse/main.swift

@@ -17,7 +17,7 @@ import BedrockService
 import Logging
 
 var logger = Logger(label: "OpenAIConverse")
-logger.logLevel = .debug
+logger.logLevel = .trace
 
 let bedrock = try await BedrockService(
     region: .uswest2,
@@ -26,6 +26,7 @@ let bedrock = try await BedrockService(
 
 var builder = try ConverseRequestBuilder(with: .openai_gpt_oss_20b)
     .withPrompt("Who are you?")
+    .withServiceTier(.priority)
 
 var reply = try await bedrock.converse(with: builder)
 

Examples/openai/Sources/Invoke/main.swift

@@ -17,7 +17,7 @@ import BedrockService
 import Logging
 
 var logger = Logger(label: "OpenAIInvoke")
-logger.logLevel = .debug
+logger.logLevel = .trace
 
 let bedrock = try await BedrockService(
     region: .uswest2,
@@ -26,7 +26,8 @@ let bedrock = try await BedrockService(
 
 let textCompletion = try await bedrock.completeText(
     "Who are you?",
-    with: .openai_gpt_oss_20b
+    with: .openai_gpt_oss_20b,
+    // serviceTier: .default
 )
 
 if let reasoning = textCompletion.reasoning {

Package.swift

@@ -10,11 +10,11 @@ let package = Package(
         .library(name: "BedrockService", targets: ["BedrockService"])
     ],
     dependencies: [
-        .package(url: "https://github.com/apple/swift-argument-parser.git", from: "1.6.1"),
-        .package(url: "https://github.com/awslabs/aws-sdk-swift", from: "1.5.51"),
-        .package(url: "https://github.com/smithy-lang/smithy-swift", from: "0.158.0"),
+        .package(url: "https://github.com/apple/swift-argument-parser.git", from: "1.6.2"),
+        .package(url: "https://github.com/awslabs/aws-sdk-swift", from: "1.6.3"),
+        .package(url: "https://github.com/smithy-lang/smithy-swift", from: "0.173.0"),
         .package(url: "https://github.com/apple/swift-log.git", from: "1.6.4"),
-        .package(url: "https://github.com/awslabs/aws-crt-swift", from: "0.53.0"),
+        .package(url: "https://github.com/awslabs/aws-crt-swift", from: "0.54.2"),
     ],
     targets: [
         .target(

Sources/BedrockService/BedrockRuntimeClient/Converse/BedrockService+Converse.swift

@@ -71,7 +71,8 @@ extension BedrockService {
             systemPrompts: systemPrompts,
             tools: tools,
             enableReasoning: enableReasoning,
-            maxReasoningTokens: maxReasoningTokens
+            maxReasoningTokens: maxReasoningTokens,
+            serviceTier: .default
         )
     }
 
@@ -87,6 +88,7 @@ extension BedrockService {
     ///   - tools: Optional array of tools the model can use
     ///   - enableReasoning: Optional flag to enable reasoning output
     ///   - maxReasoningTokens: Optional maximum number of reasoning tokens to generate
+    ///   - serviceTier: Optional. The service tier to serve this request (.default | .priority | .flex)
     /// - Throws: BedrockLibraryError.notSupported for parameters or functionalities that are not supported
     ///           BedrockLibraryError.invalidParameter for invalid parameters
     ///           BedrockLibraryError.invalidPrompt if the prompt is empty or too long
@@ -103,7 +105,8 @@ extension BedrockService {
         systemPrompts: [String]? = nil,
         tools: [Tool]? = nil,
         enableReasoning: Bool? = false,
-        maxReasoningTokens: Int? = nil
+        maxReasoningTokens: Int? = nil,
+        serviceTier: ServiceTier
     ) async throws -> Message {
         do {
             let modality = try model.getConverseModality()
@@ -127,6 +130,7 @@ extension BedrockService {
                     "stopSequences": "\(String(describing: stopSequences))",
                     "systemPrompts": "\(String(describing: systemPrompts))",
                     "tools": "\(String(describing: tools))",
+                    "serviceTier": "\(serviceTier.rawValue)",
                 ]
             )
             let converseRequest = ConverseRequest(
@@ -138,7 +142,8 @@ extension BedrockService {
                 stopSequences: stopSequences,
                 systemPrompts: systemPrompts,
                 tools: tools,
-                maxReasoningTokens: maxReasoningTokens
+                maxReasoningTokens: maxReasoningTokens,
+                serviceTier: serviceTier
             )
 
             logger.trace("Creating ConverseInput")
@@ -180,7 +185,8 @@ extension BedrockService {
                 stopSequences: builder.stopSequences,
                 systemPrompts: builder.systemPrompts,
                 tools: builder.tools,
-                maxReasoningTokens: builder.maxReasoningTokens
+                maxReasoningTokens: builder.maxReasoningTokens,
+                serviceTier: builder.serviceTier
             )
             history.append(assistantMessage)
             logger.trace(

Sources/BedrockService/BedrockRuntimeClient/Converse/BedrockService+ConverseStreaming.swift

@@ -90,6 +90,7 @@ extension BedrockService {
     ///   - tools: Optional array of tools the model can use
     ///   - enableReasoning: Optional flag to enable reasoning capabilities
     ///   - maxReasoningTokens: Optional maximum number of tokens for reasoning
+    ///   - serviceTier: Optional. The service tier to serve this request (.default | .priority | .flex)
     /// - Throws: BedrockLibraryError.notSupported for parameters or functionalities that are not supported
     ///           BedrockLibraryError.invalidParameter for invalid parameters
     ///           BedrockLibraryError.invalidPrompt if the prompt is empty or too long
@@ -107,7 +108,8 @@ extension BedrockService {
         systemPrompts: [String]? = nil,
         tools: [Tool]? = nil,
         enableReasoning: Bool? = false,
-        maxReasoningTokens: Int? = nil
+        maxReasoningTokens: Int? = nil,
+        serviceTier: ServiceTier = .default
     ) async throws -> ConverseReplyStream {
         do {
             guard model.hasConverseStreamingModality() else {
@@ -138,6 +140,7 @@ extension BedrockService {
                     "stopSequences": "\(String(describing: stopSequences))",
                     "systemPrompts": "\(String(describing: systemPrompts))",
                     "tools": "\(String(describing: tools))",
+                    "serviceTier": "\(serviceTier.rawValue)",
                 ]
             )
             let converseRequest = ConverseStreamingRequest(
@@ -149,7 +152,8 @@ extension BedrockService {
                 stopSequences: stopSequences,
                 systemPrompts: systemPrompts,
                 tools: tools,
-                maxReasoningTokens: maxReasoningTokens
+                maxReasoningTokens: maxReasoningTokens,
+                serviceTier: serviceTier
             )
 
             logger.trace("Creating ConverseStreamingInput")

Sources/BedrockService/BedrockRuntimeClient/Converse/ConverseRequest.swift

@@ -29,6 +29,7 @@ public struct ConverseRequest {
     let toolConfig: ToolConfig?
     let systemPrompts: [String]?
     let maxReasoningTokens: Int?
+    let serviceTier: ServiceTier
 
     @available(
         *,
@@ -69,7 +70,8 @@ public struct ConverseRequest {
         stopSequences: [String]?,
         systemPrompts: [String]?,
         tools: [Tool]?,
-        maxReasoningTokens: Int?
+        maxReasoningTokens: Int?,
+        serviceTier: ServiceTier = .default
     ) {
         self.messages = messages
         self.model = model
@@ -86,6 +88,7 @@ public struct ConverseRequest {
         } else {
             self.toolConfig = nil
         }
+        self.serviceTier = serviceTier
     }
 
     func getConverseInput(forRegion region: Region) throws -> ConverseInput {
@@ -94,6 +97,7 @@ public struct ConverseRequest {
             inferenceConfig: inferenceConfig?.getSDKInferenceConfig(),
             messages: try getSDKMessages(),
             modelId: model.getModelIdWithCrossRegionInferencePrefix(region: region),
+            serviceTier: BedrockRuntimeClientTypes.ServiceTier(type: .init(rawValue: serviceTier.rawValue)),
             system: getSDKSystemPrompts(),
             toolConfig: try toolConfig?.getSDKToolConfig()
         )