feat: add real Langfuse integration tests and update Makefile

- Introduced `test-langfuse-real` target in Makefile for running real Langfuse tests.
- Added `run_real_langfuse_tests.sh` script to execute integration tests with live API calls.
- Created `test_real_langfuse_integration.py` for comprehensive testing of Langfuse API functionality.
- Updated `README.md` to document new testing procedures and commands.
- Enhanced `run_docker_tests.sh` to include real Langfuse test scenario.

This update improves the testing framework by validating the integration with the actual Langfuse environment.

Author: jgwill

Makefile

@@ -1,4 +1,4 @@
-.PHONY: install test build dist sdist bdist_wheel upload upload-test test-release bump clean test-docker test-docker-clean
+.PHONY: install test build dist sdist bdist_wheel upload upload-test test-release bump clean test-docker test-docker-clean test-langfuse-real
 
 install:
 	pip install -r requirements.txt
@@ -39,3 +39,6 @@ test-docker:
 
 test-docker-clean:
 	docker rmi coaiapy-test || true
+
+test-langfuse-real:
+	cd tests && ./run_real_langfuse_tests.sh

tests/README.md

@@ -35,7 +35,17 @@ Run all tests:
 - **Tests**: All service configurations (AWS, Redis, OpenAI, Langfuse)
 - **Purpose**: Comprehensive integration testing
 
-### 4. No .env File
+### 4. **Real Langfuse Integration** 🔥
+- **File**: `../.env.tests`
+- **Tests**: Actual Langfuse API calls with real credentials
+- **Purpose**: End-to-end validation with live Langfuse environment
+- **Operations Tested**:
+  - `coaia fuse prompts list` (table and JSON formats)
+  - `coaia fuse datasets list`
+  - `coaia fuse traces list`
+  - Configuration loading and authentication
+
+### 5. No .env File
 - **File**: None
 - **Tests**: System environment variables only
 - **Purpose**: Fallback behavior validation
@@ -91,6 +101,12 @@ docker run --rm \
   -v $(pwd):/app/tests:ro \
   coaiapy-test
 
+# Test with REAL Langfuse environment
+docker run --rm \
+  -v $(pwd)/../.env.tests:/app/.env:ro \
+  -v $(pwd):/app/tests:ro \
+  coaiapy-test python test_real_langfuse_integration.py
+
 # Test without .env file
 docker run --rm \
   -v $(pwd):/app/tests:ro \
@@ -104,15 +120,30 @@ docker build -f Dockerfile.test -t coaiapy-test ..
 
 ## Integration with Main Build System
 
-Add to main `Makefile`:
+Available in main `Makefile`:
 ```make
 test-docker:
 	cd tests && ./run_docker_tests.sh
 
+test-langfuse-real:
+	cd tests && ./run_real_langfuse_tests.sh
+
 test-docker-clean:
 	docker rmi coaiapy-test || true
 ```
 
+### Quick Commands:
+```bash
+# Run all test scenarios (mock + real)
+make test-docker
+
+# Run ONLY real Langfuse tests
+make test-langfuse-real
+
+# Clean up Docker images
+make test-docker-clean
+```
+
 ## Expected Output
 
 ```

tests/run_docker_tests.sh

@@ -55,6 +55,7 @@ declare -a TEST_SCENARIOS=(
     "minimal:sample.env.minimal:Basic .env functionality with minimal config"
     "langfuse:sample.env.langfuse:Langfuse-specific configuration testing"
     "full:sample.env.full:Complete configuration with all services"
+    "real-langfuse:../.env.tests:Real Langfuse integration testing"
     "none::Testing without .env file (environment variables only)"
 )
 

tests/run_real_langfuse_tests.sh

@@ -0,0 +1,109 @@
+#!/bin/bash
+# Run real Langfuse integration tests using .env.tests
+# This validates the actual .env functionality with live Langfuse API
+
+set -e  # Exit on error
+
+# Colors for output
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+BLUE='\033[0;34m'
+NC='\033[0m' # No Color
+
+# Script directory
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+PROJECT_DIR="$(cd "${SCRIPT_DIR}/.." && pwd)"
+
+echo -e "${BLUE}🔗 CoaiaPy Real Langfuse Integration Tests${NC}"
+echo "=================================================="
+
+# Function to print status
+print_status() {
+    echo -e "${BLUE}[INFO]${NC} $1"
+}
+
+print_success() {
+    echo -e "${GREEN}[SUCCESS]${NC} $1"
+}
+
+print_error() {
+    echo -e "${RED}[ERROR]${NC} $1"
+}
+
+print_warning() {
+    echo -e "${YELLOW}[WARNING]${NC} $1"
+}
+
+# Check if .env.tests exists
+if [[ ! -f "${PROJECT_DIR}/.env.tests" ]]; then
+    print_error ".env.tests file not found in project root"
+    print_error "Create .env.tests with your Langfuse test credentials:"
+    echo "LANGFUSE_SECRET_KEY=sk-lf-your-test-secret-key"
+    echo "LANGFUSE_PUBLIC_KEY=pk-lf-your-test-public-key"
+    echo "LANGFUSE_HOST=https://us.cloud.langfuse.com"
+    exit 1
+fi
+
+print_status ".env.tests file found"
+
+# Check if Docker is available
+if ! command -v docker &> /dev/null; then
+    print_error "Docker is not installed or not in PATH"
+    exit 1
+fi
+
+# Build the test image if it doesn't exist
+if ! docker image inspect coaiapy-test > /dev/null 2>&1; then
+    print_status "Building Docker test image..."
+    if docker build -f "${SCRIPT_DIR}/Dockerfile.test" -t coaiapy-test "${PROJECT_DIR}"; then
+        print_success "Docker image built successfully"
+    else
+        print_error "Failed to build Docker image"
+        exit 1
+    fi
+else
+    print_status "Using existing Docker test image"
+fi
+
+# Run the real Langfuse integration tests
+print_status "Running real Langfuse integration tests..."
+print_status "Using .env.tests for actual Langfuse API testing"
+
+# Prepare Docker command
+DOCKER_CMD="docker run --rm"
+
+# Mount .env.tests as .env
+DOCKER_CMD="$DOCKER_CMD -v ${PROJECT_DIR}/.env.tests:/app/.env:ro"
+
+# Mount the tests directory
+DOCKER_CMD="$DOCKER_CMD -v ${SCRIPT_DIR}:/app/tests:ro"
+
+# Set environment variable
+DOCKER_CMD="$DOCKER_CMD -e TEST_SCENARIO=real-langfuse"
+
+# Run only the real Langfuse integration tests
+DOCKER_CMD="$DOCKER_CMD coaiapy-test python test_real_langfuse_integration.py"
+
+print_status "Executing: $DOCKER_CMD"
+
+if eval "$DOCKER_CMD"; then
+    print_success "✅ Real Langfuse integration tests PASSED"
+    echo "=================================================="
+    print_status "All Langfuse operations validated:"
+    print_status "• Configuration loading from .env.tests"
+    print_status "• coaia fuse prompts list (table and JSON)"
+    print_status "• coaia fuse datasets list"
+    print_status "• coaia fuse traces list"
+    echo "=================================================="
+    exit 0
+else
+    print_error "❌ Real Langfuse integration tests FAILED"
+    echo "=================================================="
+    print_error "Possible issues:"
+    print_error "• Invalid Langfuse credentials in .env.tests"
+    print_error "• Network connectivity to Langfuse API"
+    print_error "• API rate limits or service issues"
+    echo "=================================================="
+    exit 1
+fi