feat: add ability to specify guardrails model #135

configurations/clients/sample/channels.yaml

@@ -20,6 +20,8 @@ channels:
         llm_model_config:
           deployment: "gpt-4.1-2025-04-14"
       out_of_scope:
+        llm_model_config:
+          deployment: "gpt-4.1-2025-04-14"
         use_general_topics_blacklist: true
         domain: "Statistics, economics and SDMX."
       token_usage:

statgpt/app/chains/out_of_scope_checker.py

@@ -136,7 +136,7 @@ async def _stream_response(self, inputs: dict) -> dict:
 
         model = get_chat_model(
             api_key=auth_context.api_key,
-            model_config=self._channel_config.supreme_agent.llm_model_config,
+            model_config=self._channel_config.out_of_scope.llm_model_config,
         )
 
         checker_chain = checker_prompt | model.with_structured_output(

statgpt/common/schemas/channel.py

@@ -47,6 +47,10 @@ class SupremeAgentConfig(BaseYamlModel):
 
 
 class OutOfScopeConfig(BaseYamlModel):
+    llm_model_config: LLMModelConfig = Field(
+        default_factory=LLMModelConfig,
+        description="LLM model configuration for guardrails.",
+    )
     domain: str = Field(
         description="The domain of the chat bot. Other domains are considered out of scope."
     )