Merge pull request #1124 from guardrails-ai/async_guard_from_template_and_tests

tests and enable async guards by default from create template

Author: zsimjee

guardrails/cli/create.py

@@ -118,7 +118,7 @@ def generate_template_config(
     guard_instantiations = []
 
     for i, guard in enumerate(template["guards"]):
-        guard_instantiations.append(f"guard{i} = Guard.from_dict(guards[{i}])")
+        guard_instantiations.append(f"guard{i} = AsyncGuard.from_dict(guards[{i}])")
     guard_instantiations = "\n".join(guard_instantiations)
     # Interpolate variables
     output_content = template_content.format(

guardrails/cli/hub/template_config.py.template

@@ -1,6 +1,6 @@
 import json
 import os
-from guardrails import Guard
+from guardrails import AsyncGuard, Guard
 from guardrails.hub import {VALIDATOR_IMPORTS}
 
 try:

guardrails/guard.py

@@ -1215,7 +1215,7 @@ def _single_server_call(self, *, payload: Dict[str, Any]) -> ValidationOutcome[O
                     error="The response from the server was empty!",
                 )
 
-            # TODO renable this when we have history support in
+            # TODO reenable this when we have history support in
             # multi-node server environments
             # guard_history = self._api_client.get_history(
             #     self.name, validation_output.call_id

server_ci/config.py

@@ -1,6 +1,6 @@
 import json
 import os
-from guardrails import Guard
+from guardrails import AsyncGuard
 
 try:
     file_path = os.path.join(os.getcwd(), "guard-template.json")
@@ -11,4 +11,4 @@
     SystemExit(1)
 
 # instantiate guards
-guard0 = Guard.from_dict(guards[0])
+guard0 = AsyncGuard.from_dict(guards[0])

server_ci/tests/test_server.py

@@ -1,7 +1,7 @@
 import openai
 import os
 import pytest
-from guardrails import Guard, settings
+from guardrails import AsyncGuard, Guard, settings
 
 # OpenAI compatible Guardrails API Guard
 openai.base_url = "http://127.0.0.1:8000/guards/test-guard/openai/v1/"
@@ -32,6 +32,59 @@ def test_guard_validation(mock_llm_output, validation_output, validation_passed,
         assert validation_outcome.validated_output == validation_output
 
 
+@pytest.mark.asyncio
+async def test_async_guard_validation():
+    settings.use_server = True
+    guard = AsyncGuard(name="test-guard")
+
+    validation_outcome = await guard(
+        model="gpt-4o-mini",
+        messages=[{"role": "user", "content": "Tell me about Oranges in 5 words"}],
+        temperature=0.0,
+    )
+
+    assert validation_outcome.validation_passed is True  # noqa: E712
+    assert validation_outcome.validated_output == "Citrus fruit,"
+
+
+@pytest.mark.asyncio
+async def test_async_streaming_guard_validation():
+    settings.use_server = True
+    guard = AsyncGuard(name="test-guard")
+
+    async_iterator = await guard(
+        model="gpt-4o-mini",
+        messages=[{"role": "user", "content": "Tell me about Oranges in 5 words"}],
+        stream=True,
+        temperature=0.0,
+    )
+
+    full_output = ""
+    async for validation_chunk in async_iterator:
+        full_output += validation_chunk.validated_output
+
+    assert full_output == "Citrus fruit,Citrus fruit,"
+
+
+@pytest.mark.asyncio
+async def test_sync_streaming_guard_validation():
+    settings.use_server = True
+    guard = Guard(name="test-guard")
+
+    iterator = guard(
+        model="gpt-4o-mini",
+        messages=[{"role": "user", "content": "Tell me about Oranges in 5 words"}],
+        stream=True,
+        temperature=0.0,
+    )
+
+    full_output = ""
+    for validation_chunk in iterator:
+        full_output += validation_chunk.validated_output
+
+    assert full_output == "Citrus fruit,Citrus fruit,"
+
+
 @pytest.mark.parametrize(
     "message_content, output, validation_passed, error",
     [