feat(bedrock): update example code

- Add streaming functionality example
- Demonstrate vendor-specific attributes
- Add proper error handling
- Update runner to show both examples

Co-Authored-By: [email protected] <[email protected]>

Author: devin-ai-integration[bot]

src/examples/awsbedrock_examples/__init__.py

@@ -1,10 +1,26 @@
-from examples.awsbedrock_examples.converse import use_converse
+from examples.awsbedrock_examples.converse import use_converse, use_converse_stream
 from langtrace_python_sdk import langtrace, with_langtrace_root_span
 
 langtrace.init()
 
-
 class AWSBedrockRunner:
     @with_langtrace_root_span("AWS_Bedrock")
     def run(self):
-        use_converse()
+        # Standard completion
+        print("\nRunning standard completion example...")
+        response = use_converse()
+        if response:
+            content = response.get('output', {}).get('message', {}).get('content', [])
+            if content:
+                print(f"Response: {content[0].get('text', '')}")
+
+        # Streaming completion
+        print("\nRunning streaming completion example...")
+        try:
+            for chunk in use_converse_stream():
+                content = chunk.get('output', {}).get('message', {}).get('content', [])
+                if content:
+                    print(f"Chunk: {content[0].get('text', '')}", end='', flush=True)
+            print("\nStreaming complete!")
+        except Exception as e:
+            print(f"\nStreaming failed: {e}")

src/examples/awsbedrock_examples/converse.py

@@ -1,34 +1,80 @@
 import os
 import boto3
-from langtrace_python_sdk import langtrace
+from typing import Dict, Iterator
 
-langtrace.init(api_key=os.environ["LANGTRACE_API_KEY"])
+from opentelemetry import trace
+from opentelemetry.trace import TracerProvider
+from langtrace_python_sdk import langtrace, with_langtrace_root_span
+from langtrace_python_sdk.instrumentation.aws_bedrock import AWSBedrockInstrumentation
 
-def use_converse():
-    model_id = "anthropic.claude-3-haiku-20240307-v1:0"
-    client = boto3.client(
+# Initialize tracing
+trace.set_tracer_provider(TracerProvider())
+AWSBedrockInstrumentation().instrument()
+langtrace.init()
+
+def get_bedrock_client():
+    """Create an instrumented AWS Bedrock client."""
+    return boto3.client(
         "bedrock-runtime",
         region_name="us-east-1",
         aws_access_key_id=os.environ["AWS_ACCESS_KEY_ID"],
         aws_secret_access_key=os.environ["AWS_SECRET_ACCESS_KEY"],
     )
-    conversation = [
-        {
-            "role": "user",
-            "content": [{"text": "Write a story about a magic backpack."}],
-        }
-    ]
+
+@with_langtrace_root_span()
+def use_converse() -> Dict:
+    """Example of standard completion request with vendor attributes."""
+    client = get_bedrock_client()
+    model_id = "anthropic.claude-3-haiku-20240307-v1:0"
 
     try:
         response = client.converse(
             modelId=model_id,
-            messages=conversation,
-            inferenceConfig={"maxTokens":4096,"temperature":0},
-            additionalModelRequestFields={"top_k":250}
+            messages=[{
+                "role": "user",
+                "content": [{"text": "Write a story about a magic backpack."}],
+            }],
+            inferenceConfig={
+                "maxTokens": 4096,
+                "temperature": 0.7,
+                "top_p": 0.9,
+                "stopSequences": ["\n\nHuman:"],
+            },
+            additionalModelRequestFields={
+                "top_k": 250,
+                "anthropic_version": "bedrock-2024-02-20",
+            }
         )
-        response_text = response["output"]["message"]["content"][0]["text"]
-        print(response_text)
-
-    except (Exception) as e:
+        return response
+    except Exception as e:
         print(f"ERROR: Can't invoke '{model_id}'. Reason: {e}")
-        exit(1)
+        raise
+
+@with_langtrace_root_span()
+def use_converse_stream() -> Iterator[Dict]:
+    """Example of streaming completion with vendor attributes."""
+    client = get_bedrock_client()
+    model_id = "anthropic.claude-3-haiku-20240307-v1:0"
+
+    try:
+        response = client.converse_stream(
+            modelId=model_id,
+            messages=[{
+                "role": "user",
+                "content": [{"text": "Tell me a story about a robot learning to dance."}],
+            }],
+            inferenceConfig={
+                "maxTokens": 4096,
+                "temperature": 0.7,
+                "top_p": 0.9,
+                "stopSequences": ["\n\nHuman:"],
+            },
+            additionalModelRequestFields={
+                "top_k": 250,
+                "anthropic_version": "bedrock-2024-02-20",
+            }
+        )
+        return response
+    except Exception as e:
+        print(f"ERROR: Can't invoke streaming for '{model_id}'. Reason: {e}")
+        raise