test

Author: liustve

terraform/python/ec2/adot-genai/main.tf

@@ -88,7 +88,7 @@ resource "aws_instance" "main_service_instance" {
   user_data = base64encode(<<-EOF
 #!/bin/bash
 yum update -y
-yum install -y python3.12 python3.12-pip unzip
+yum install -y python3.12 python3.12-pip unzip bc
 
 mkdir -p /app
 cd /app
@@ -112,6 +112,136 @@ export OTEL_RESOURCE_ATTRIBUTES="service.name=langchain-traceloop-app"
 export AGENT_OBSERVABILITY_ENABLED="true"
 
 nohup opentelemetry-instrument python3.12 server.py > /var/log/langchain-service.log 2>&1 &
+
+# Wait for service to be ready
+echo "Waiting for service to be ready..."
+for i in {1..60}; do
+  if curl -s http://localhost:8000/health > /dev/null 2>&1; then
+    echo "Service is ready!"
+    break
+  fi
+  echo "Attempt $i: Service not ready, waiting 5 seconds..."
+  sleep 5
+done
+
+# Create traffic generator script
+cat > /app/generate_traffic.sh << 'TRAFFIC_EOF'
+#!/bin/bash
+
+# Configuration
+SERVER_URL="${SERVER_URL:-http://localhost:8000}"
+ENDPOINT="${SERVER_URL}/ai-chat"
+DELAY_SECONDS="${DELAY_SECONDS:-3600}"
+NUM_REQUESTS="${NUM_REQUESTS:-0}"
+TIMEOUT="${TIMEOUT:-30}"
+
+# Color codes for output
+GREEN='\033[0;32m'
+RED='\033[0;31m'
+YELLOW='\033[1;33m'
+NC='\033[0m'
+
+# Array of sample messages
+MESSAGES=(
+    "What is the weather like today?"
+    "Tell me a joke"
+    "How do I make a cup of coffee?"
+    "What are the benefits of exercise?"
+    "Explain quantum computing in simple terms"
+    "What's the capital of France?"
+    "How do I learn programming?"
+    "What are some healthy breakfast ideas?"
+    "Tell me about artificial intelligence"
+    "How can I improve my productivity?"
+    "What's the difference between a list and a tuple in Python?"
+    "Explain the concept of microservices"
+    "What are some best practices for API design?"
+    "How does machine learning work?"
+    "What's the purpose of unit testing?"
+)
+
+# Function to send a request
+send_request() {
+    local message="$1"
+    local request_num="$2"
+    local timestamp=$(date '+%Y-%m-%d %H:%M:%S')
+    
+    echo -e "${YELLOW}[$timestamp] Request #$request_num${NC}"
+    echo "Message: \"$message\""
+    
+    local trace_id_header="${TRACE_ID:-Root=1-5759e988-bd862e3fe1be46a994272793;Parent=53995c3f42cd8ad8;Sampled=1}"
+    
+    echo "Using Trace ID: $trace_id_header"
+    
+    response=$(curl -s -X POST "$ENDPOINT" \
+        -H "Content-Type: application/json" \
+        -H "X-Amzn-Trace-Id: $trace_id_header" \
+        -d "{\"message\": \"$message\"}" \
+        -m "$TIMEOUT" \
+        -w "\nHTTP_STATUS:%{http_code}\nTIME_TOTAL:%{time_total}")
+    
+    http_status=$(echo "$response" | grep "HTTP_STATUS:" | cut -d: -f2)
+    time_total=$(echo "$response" | grep "TIME_TOTAL:" | cut -d: -f2)
+    body=$(echo "$response" | sed '/HTTP_STATUS:/d' | sed '/TIME_TOTAL:/d')
+    
+    if [ "$http_status" = "200" ]; then
+        echo -e "${GREEN}✓ Success${NC} (${time_total}s)"
+        echo "Response: $body"
+    else
+        echo -e "${RED}✗ Error: HTTP $http_status${NC}"
+        if [ -n "$body" ]; then
+            echo "Response: $body"
+        fi
+    fi
+    echo "---"
+}
+
+# Trap Ctrl+C to exit gracefully
+trap 'echo -e "\n${YELLOW}Traffic generation stopped by user${NC}"; exit 0' INT
+
+echo -e "${GREEN}Starting traffic generation to $ENDPOINT${NC}"
+echo "Configuration:"
+echo "  - Delay between requests: ${DELAY_SECONDS}s"
+echo "  - Request timeout: ${TIMEOUT}s"
+echo "  - Number of requests: ${NUM_REQUESTS} (0 = infinite)"
+echo "  - Requests per minute: ~$((60 / DELAY_SECONDS))"
+echo -e "${YELLOW}Press Ctrl+C to stop${NC}"
+echo "=================================="
+
+count=0
+start_time=$(date +%s)
+
+while true; do
+    random_index=$((RANDOM % ${#MESSAGES[@]}))
+    message="${MESSAGES[$random_index]}"
+    
+    count=$((count + 1))
+    
+    send_request "$message" "$count"
+    
+    if [ "$NUM_REQUESTS" -gt 0 ] && [ "$count" -ge "$NUM_REQUESTS" ]; then
+        end_time=$(date +%s)
+        duration=$((end_time - start_time))
+        echo -e "${GREEN}Completed $count requests in ${duration}s${NC}"
+        break
+    fi
+    
+    if [ $((count % 10)) -eq 0 ]; then
+        current_time=$(date +%s)
+        elapsed=$((current_time - start_time))
+        rate=$(echo "scale=2; $count / $elapsed * 60" | bc 2>/dev/null || echo "N/A")
+        echo -e "${YELLOW}Progress: $count requests sent, Rate: ${rate} req/min${NC}"
+    fi
+    
+    sleep "$DELAY_SECONDS"
+done
+TRAFFIC_EOF
+
+chmod +x /app/generate_traffic.sh
+
+# Start traffic generator in background
+echo "Starting traffic generator..."
+nohup /app/generate_traffic.sh > /var/log/traffic-generator.log 2>&1 &
 EOF
   )