feat(test): add basic integration tests

Author: ionmincu

.github/workflows/integration_tests.yml

@@ -0,0 +1,73 @@
+name: Integration testing
+
+on:
+  push:
+    branches: [ main, develop ]
+  pull_request:
+    branches: [ main ]
+
+permissions:
+  contents: read
+  pull-requests: write
+  actions: read
+
+jobs:
+  discover-testcases:
+    runs-on: ubuntu-latest
+    outputs:
+      testcases: ${{ steps.discover.outputs.testcases }}
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+    
+    - name: Discover testcases
+      id: discover
+      run: |
+        # Find all testcase folders (excluding common folders like README, etc.)
+        testcase_dirs=$(find testcases -maxdepth 1 -type d -name "*-*" | sed 's|testcases/||' | sort)
+        
+        echo "Found testcase directories:"
+        echo "$testcase_dirs"
+        
+        # Convert to JSON array for matrix
+        testcases_json=$(echo "$testcase_dirs" | jq -R -s -c 'split("\n")[:-1]')
+        echo "testcases=$testcases_json" >> $GITHUB_OUTPUT
+
+  integration-tests:
+    needs: [discover-testcases]
+    runs-on: ubuntu-latest
+    container:
+      image: ghcr.io/astral-sh/uv:python3.12-bookworm
+      env:
+        UIPATH_JOB_KEY: "3a03d5cb-fa21-4021-894d-a8e2eda0afe0"
+    strategy:
+      fail-fast: false
+      matrix:
+        testcase: ${{ fromJson(needs.discover-testcases.outputs.testcases) }}
+        environment: [alpha]
+    
+    name: "${{ matrix.testcase }} / ${{ matrix.environment }}"
+    
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Install dependencies
+      run: uv sync
+
+    - name: Run testcase
+      env:
+        UIPATH_TENANT_ID:  ${{ matrix.environment == 'alpha' && secrets.ALPHA_TENANT_ID || secrets.CLOUD_TENANT_ID }}
+        UIPATH_FOLDER_KEY: ${{ matrix.environment == 'alpha' && secrets.ALPHA_FOLDER_KEY || secrets.CLOUD_FOLDER_KEY }}
+        PAT_TOKEN:         ${{ matrix.environment == 'alpha' && secrets.ALPHA_TEST_PAT_TOKEN || secrets.CLOUD_TEST_PAT_TOKEN }}
+        CLIENT_ID:         ${{ matrix.environment == 'alpha' && secrets.ALPHA_TEST_CLIENT_ID || secrets.CLOUD_TEST_CLIENT_ID }}
+        CLIENT_SECRET:     ${{ matrix.environment == 'alpha' && secrets.ALPHA_TEST_CLIENT_SECRET || secrets.CLOUD_TEST_CLIENT_SECRET }}
+        BASE_URL:          ${{ matrix.environment == 'alpha' && secrets.ALPHA_BASE_URL || secrets.CLOUD_BASE_URL }}
+      working-directory: testcases/${{ matrix.testcase }}
+      run: |
+        echo "Running testcase: ${{ matrix.testcase }}"
+        echo "Environment: ${{ matrix.environment }}"
+        echo "Working directory: $(pwd)"
+        
+        # Execute the testcase run script directly
+        bash run.sh

testcases/ground-to-cloud/mcp.json

@@ -0,0 +1,9 @@
+{
+  "servers": {
+    "mathmcp": {
+        "transport": "stdio",
+        "command": "python",
+        "args": ["server.py"]
+    }
+  }
+}

testcases/ground-to-cloud/pyproject.toml

@@ -0,0 +1,13 @@
+[project]
+name = "mathmcp"
+version = "0.0.1"
+description = "Description for mathmcp project"
+authors = [{ name = "John Doe", email = "[email protected]" }]
+dependencies = [
+    "mcp>=1.11.0",
+    "uipath-mcp",
+]
+requires-python = ">=3.11"
+
+[tool.uv.sources]
+uipath-mcp = { path = "../../", editable = true }

testcases/ground-to-cloud/run.sh

@@ -0,0 +1,55 @@
+#!/bin/bash
+
+cleanup() {
+    echo "Cleaning up..."
+    if [ ! -z "$MCP_PID" ]; then
+        echo "Stopping MCP server (PID: $MCP_PID)..."
+        kill $MCP_PID 2>/dev/null || true
+        wait $MCP_PID 2>/dev/null || true
+    fi
+}
+
+# Set trap to cleanup on script exit
+trap cleanup EXIT
+
+echo "Syncing dependencies..."
+uv sync
+
+echo "Authenticating with UiPath..."
+uv run uipath auth --client-id="$CLIENT_ID" --client-secret="$CLIENT_SECRET" --base-url="$BASE_URL"
+
+# Remove empty tenantId line if exists
+sed -i '/^UIPATH_TENANT_ID=[[:space:]]*$/d' .env
+
+# # Now overwrite just the ACCESS_TOKEN with PAT_TOKEN
+# if [ -n "$PAT_TOKEN" ]; then
+#     # Use sed to replace only the active UIPATH_ACCESS_TOKEN line (not commented ones)
+#     sed -i "s|^UIPATH_ACCESS_TOKEN=.*|UIPATH_ACCESS_TOKEN=$PAT_TOKEN|" .env
+# else
+#     echo "Warning: PAT_TOKEN environment variable is not set!"
+# fi
+
+echo "Packing agent..."
+uv run uipath pack
+
+echo "Starting MCP server in background..."
+uv run uipath run mathmcp > mcp_server_output.log 2>&1 &
+MCP_PID=$!
+
+echo "MCP server started with PID: $MCP_PID"
+echo "Waiting a moment for server to initialize..."
+sleep 5
+
+echo "Running integration test..."
+uv run test.py
+
+# Capture test exit code
+TEST_EXIT_CODE=$?
+
+echo ""
+echo "=== MCP Server Output ==="
+cat mcp_server_output.log
+
+echo "Test completed with exit code: $TEST_EXIT_CODE"
+# Cleanup will happen automatically due to trap
+exit $TEST_EXIT_CODE