add basic integration tests

Author: ecordell

.github/workflows/integration.yaml

@@ -0,0 +1,72 @@
+---
+name: "Integration Tests"
+on: # yamllint disable-line rule:truthy
+  push:
+    branches:
+      - "main"
+  pull_request:
+    branches:
+      - "*"
+  merge_group:
+    types:
+      - "checks_requested"
+  workflow_dispatch: # Allow manual triggering
+
+env:
+  GO_VERSION: "~1.24.0"
+
+jobs:
+  # Matrix job for individual integration tests
+  integration-tests:
+    name: "${{ matrix.test.name }}"
+    runs-on: "depot-ubuntu-24.04"
+    timeout-minutes: 30
+    strategy:
+      fail-fast: true # Cancel remaining tests if one fails
+      matrix:
+        test:
+          - name: "Cluster Creation"
+            command: "test:integrationRun"
+            pattern: "TestMultiNodeClusterCreation"
+            timeout: "15m"
+          - name: "Cluster Health"
+            command: "test:integrationRun"
+            pattern: "TestMultiNodeClusterHealth"
+            timeout: "20m"
+          - name: "Pool Functionality"
+            command: "test:integrationRun"
+            pattern: "TestMultiNodePoolFunctionality"
+            timeout: "25m"
+          - name: "Connection Balancing"
+            command: "test:integrationRun"
+            pattern: "TestMultiNodeConnectionBalancing"
+            timeout: "20m"
+          - name: "Error Handling"
+            command: "test:integrationRun"
+            pattern: "TestMultiNodeErrorHandling"
+            timeout: "15m"
+
+    steps:
+      - uses: "actions/checkout@v4"
+      - uses: "authzed/actions/setup-go@main"
+        with:
+          go-version: "${{ env.GO_VERSION }}"
+
+      - name: "Run ${{ matrix.test.name }} Test"
+        run: |
+          echo "Running integration test: ${{ matrix.test.name }}"
+          echo "Command: go run mage.go ${{ matrix.test.command }} \"${{ matrix.test.pattern }}\""
+          timeout ${{ matrix.test.timeout }} go run mage.go ${{ matrix.test.command }} "${{ matrix.test.pattern }}"
+
+      - name: "Collect container logs on failure"
+        if: failure()
+        run: |
+          echo "=== Docker System Info ==="
+          docker system df || true
+          echo "=== Running Containers ==="
+          docker ps -a || true
+          echo "=== Docker Networks ==="
+          docker network ls || true
+          echo "=== Recent Container Logs ==="
+          docker ps -a --format "table {{.Names}}\t{{.Status}}" | grep -E "(crdb|cockroach|testcontainers)" | head -5 || true
+        continue-on-error: true

.github/workflows/test.yaml

@@ -14,12 +14,27 @@ env:
   GO_VERSION: "~1.24.0"
 jobs:
   unit:
-    name: "Unit"
-    runs-on: "ubuntu-latest"
+    name: "Unit Tests"
+    runs-on: "depot-ubuntu-24.04"
     steps:
-      - uses: "actions/checkout@v3"
+      - uses: "actions/checkout@v4"
       - uses: "authzed/actions/setup-go@main"
         with:
           go-version: "${{ env.GO_VERSION }}"
       - name: "Unit tests"
         run: "go run mage.go test:unit"
+
+  # Build validation
+  build:
+    name: "Build"
+    runs-on: "depot-ubuntu-24.04"
+    needs: unit
+    steps:
+      - uses: "actions/checkout@v4"
+      - uses: "authzed/actions/setup-go@main"
+        with:
+          go-version: "${{ env.GO_VERSION }}"
+      - name: "Build"
+        run: "go build ./..."
+      - name: "Vet"
+        run: "go vet ./..."

README.md

@@ -2,6 +2,8 @@
 
 [![Go Report Card](https://goreportcard.com/badge/github.com/authzed/crdbpool)](https://goreportcard.com/report/github.com/authzed/crdbpool)
 [![GoDoc](https://pkg.go.dev/badge/s.svg)](https://pkg.go.dev/github.com/authzed/crdbpool)
+[![Build & Test](https://github.com/authzed/crdbpool/actions/workflows/test.yaml/badge.svg)](https://github.com/authzed/crdbpool/actions/workflows/test.yaml)
+[![Integration Tests](https://github.com/authzed/crdbpool/actions/workflows/integration.yaml/badge.svg)](https://github.com/authzed/crdbpool/actions/workflows/integration.yaml)
 
 `crdbpool` implements a node-aware connection pool for [CockroachDB] by wrapping [pgx].
 

go.mod

@@ -4,6 +4,7 @@ go 1.24
 
 require (
 	github.com/ccoveille/go-safecast v1.6.1
+	github.com/docker/go-connections v0.5.0
 	github.com/google/uuid v1.6.0
 	github.com/grpc-ecosystem/go-grpc-middleware/v2 v2.3.2
 	github.com/jackc/pgx/v5 v5.7.5
@@ -12,29 +13,75 @@ require (
 	github.com/prometheus/client_golang v1.22.0
 	github.com/rs/zerolog v1.34.0
 	github.com/stretchr/testify v1.10.0
+	github.com/testcontainers/testcontainers-go v0.38.0
 	golang.org/x/sync v0.15.0
 	golang.org/x/time v0.12.0
 	google.golang.org/grpc v1.73.0
 )
 
 require (
+	dario.cat/mergo v1.0.1 // indirect
+	github.com/Azure/go-ansiterm v0.0.0-20210617225240-d185dfc1b5a1 // indirect
+	github.com/Microsoft/go-winio v0.6.2 // indirect
 	github.com/beorn7/perks v1.0.1 // indirect
+	github.com/cenkalti/backoff/v4 v4.2.1 // indirect
 	github.com/cespare/xxhash/v2 v2.3.0 // indirect
+	github.com/containerd/containerd v1.7.18 // indirect
+	github.com/containerd/errdefs v1.0.0 // indirect
+	github.com/containerd/errdefs/pkg v0.3.0 // indirect
+	github.com/containerd/log v0.1.0 // indirect
+	github.com/containerd/platforms v0.2.1 // indirect
+	github.com/cpuguy83/dockercfg v0.3.2 // indirect
 	github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
+	github.com/distribution/reference v0.6.0 // indirect
+	github.com/docker/docker v28.2.2+incompatible // indirect
+	github.com/docker/go-units v0.5.0 // indirect
+	github.com/ebitengine/purego v0.8.4 // indirect
+	github.com/felixge/httpsnoop v1.0.4 // indirect
 	github.com/go-logr/logr v1.4.3 // indirect
+	github.com/go-logr/stdr v1.2.2 // indirect
+	github.com/go-ole/go-ole v1.2.6 // indirect
+	github.com/gogo/protobuf v1.3.2 // indirect
 	github.com/jackc/pgpassfile v1.0.0 // indirect
 	github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 // indirect
 	github.com/jackc/puddle/v2 v2.2.2 // indirect
+	github.com/klauspost/compress v1.18.0 // indirect
+	github.com/lufia/plan9stats v0.0.0-20211012122336-39d0f177ccd0 // indirect
+	github.com/magiconair/properties v1.8.10 // indirect
 	github.com/mattn/go-colorable v0.1.14 // indirect
 	github.com/mattn/go-isatty v0.0.20 // indirect
+	github.com/moby/docker-image-spec v1.3.1 // indirect
+	github.com/moby/go-archive v0.1.0 // indirect
+	github.com/moby/patternmatcher v0.6.0 // indirect
+	github.com/moby/sys/sequential v0.6.0 // indirect
+	github.com/moby/sys/user v0.4.0 // indirect
+	github.com/moby/sys/userns v0.1.0 // indirect
+	github.com/moby/term v0.5.0 // indirect
+	github.com/morikuni/aec v1.0.0 // indirect
 	github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
+	github.com/opencontainers/go-digest v1.0.0 // indirect
+	github.com/opencontainers/image-spec v1.1.1 // indirect
+	github.com/pkg/errors v0.9.1 // indirect
 	github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
+	github.com/power-devops/perfstat v0.0.0-20210106213030-5aafc221ea8c // indirect
 	github.com/prometheus/client_model v0.6.2 // indirect
 	github.com/prometheus/common v0.64.0 // indirect
 	github.com/prometheus/procfs v0.15.1 // indirect
 	github.com/rogpeppe/go-internal v1.14.1 // indirect
+	github.com/shirou/gopsutil/v3 v3.23.12 // indirect
+	github.com/shirou/gopsutil/v4 v4.25.5 // indirect
+	github.com/shoenig/go-m1cpu v0.1.6 // indirect
+	github.com/sirupsen/logrus v1.9.3 // indirect
+	github.com/testcontainers/testcontainers-go/modules/cockroachdb v0.38.0 // indirect
+	github.com/tklauser/go-sysconf v0.3.12 // indirect
+	github.com/tklauser/numcpus v0.6.1 // indirect
+	github.com/yusufpapurcu/wmi v1.2.4 // indirect
+	go.opentelemetry.io/auto/sdk v1.1.0 // indirect
+	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 // indirect
 	go.opentelemetry.io/otel v1.36.0 // indirect
+	go.opentelemetry.io/otel/metric v1.36.0 // indirect
 	go.opentelemetry.io/otel/sdk/metric v1.36.0 // indirect
+	go.opentelemetry.io/otel/trace v1.36.0 // indirect
 	golang.org/x/crypto v0.39.0 // indirect
 	golang.org/x/net v0.41.0 // indirect
 	golang.org/x/sys v0.33.0 // indirect