add stop parameter (#86)

Author: yytdfc

src/api/models/bedrock.py

@@ -408,6 +408,12 @@ def _parse_request(self, chat_request: ChatRequest) -> dict:
             "topP": chat_request.top_p,
         }
 
+        if chat_request.stop is not None:
+            stop = chat_request.stop
+            if isinstance(stop, str):
+                stop = [stop]
+            inference_config["stopSequences"] = stop
+
         args = {
             "modelId": chat_request.model,
             "messages": messages,

src/api/schema.py

@@ -97,6 +97,7 @@ class ChatRequest(BaseModel):
     n: int | None = 1  # Not used
     tools: list[Tool] | None = None
     tool_choice: str | object = "auto"
+    stop: list[str] | str | None = None
 
 
 class Usage(BaseModel):