ci: migrate to pytest and add Redis cluster testing

- Replace unittest with pytest for unit testing
- Add Redis cluster setup and testing in GitHub Actions
- Update test dependencies and remove coverage from tests/requirements.txt
- Modify test run script to use pytest

Author: tanbro

.github/workflows/python-package.yml

@@ -41,13 +41,76 @@ jobs:
 
   unittest:
     runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12", "3.13"]
+
+    services:
+      redis-standalone:
+        image: redis:alpine
+        options: >-
+          --health-cmd "redis-cli ping | grep PONG"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+        ports:
+          - 6379:6379
+
+      redis-cluster-0:
+        image: redis:alpine
+        options: >-
+          --entrypoint sh
+          -c "rm -f /tmp/redis-cluster-nodes.conf && redis-server --appendonly no --save '' --cluster-enabled yes --cluster-config-file /tmp/redis-cluster-nodes.conf"
+        ports:
+          - 6380:6379
+
+      redis-cluster-1:
+        image: redis:alpine
+        options: >-
+          --entrypoint sh
+          -c "rm -f /tmp/redis-cluster-nodes.conf && redis-server --appendonly no --save '' --cluster-enabled yes --cluster-config-file /tmp/redis-cluster-nodes.conf"
+        ports:
+          - 6381:6379
+
+      redis-cluster-2:
+        image: redis:alpine
+        options: >-
+          --entrypoint sh
+          -c "rm -f /tmp/redis-cluster-nodes.conf && redis-server --appendonly no --save '' --cluster-enabled yes --cluster-config-file /tmp/redis-cluster-nodes.conf"
+        ports:
+          - 6382:6379
 
     steps:
       - uses: actions/checkout@v4
 
-      - name: Compose up for unittest
-        working-directory: .github
-        run: docker compose up --abort-on-container-exit
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: pip
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e . -r tests/requirements.txt
+
+      - name: Wait for Redis Cluster nodes to be ready
+        run: |
+          timeout 30 sh -c 'until redis-cli -p 6380 ping && redis-cli -p 6381 ping && redis-cli -p 6382 ping; do sleep 1; done'
+
+      - name: Create Redis Cluster
+        run: |
+          redis-cli --cluster create localhost:6380 localhost:6381 localhost:6382 --cluster-yes
+
+      - name: Wait for Redis Cluster to be ready
+        run: |
+          timeout 30 sh -c 'until redis-cli -p 6380 --cluster info; do sleep 1; done'
+
+      - name: Run tests
+        run: |
+          export REDIS_URL=redis://localhost:6379
+          export REDIS_CLUSTER_NODES="localhost:6380 localhost:6381 localhost:6382"
+          pytest -x --cov --cov-report=xml --junitxml=junit.xml
 
       - name: Upload coverage to Codecov
         uses: codecov/codecov-action@v5

tests/requirements.txt

@@ -1,10 +1,12 @@
-coverage
-
 python-dotenv
 
 Pygments>=2.9
 pymongo>=3.9
 msgpack>=1.0
 PyYAML>=5.4
 cloudpickle>=3.0
+
+pytest
 pytest-asyncio
+pytest-cov
+pytest-mock

tests/run.sh

@@ -18,7 +18,7 @@ do
     trap 'rm -rf $TMPDIR' EXIT
     ${PYTHON} -m venv $TMPDIR
     echo
-    $TMPDIR/bin/pip install --no-compile -e . -r tests/requirements.txt ruff mypy pytest pytest-asyncio pytest-cov types-redis types-PyYAML types-Pygments
+    $TMPDIR/bin/pip install --no-compile -e . -r tests/requirements.txt ruff mypy types-redis types-PyYAML types-Pygments
     echo
     echo "Lint check:"
     $TMPDIR/bin/ruff check
@@ -27,7 +27,7 @@ do
     $TMPDIR/bin/mypy
     echo
     echo "Unit test:"
-    $TMPDIR/bin/pytest --cov --cov-report=xml --junitxml=junit.xml
+    $TMPDIR/bin/pytest -x --cov --cov-report=xml --junitxml=junit.xml
     echo
     echo "*****************************************************************"
     echo "End of ${PYTHON} unit-test"