CI for main + system tests

Author: GioeleB00

.github/workflows/ci-develop.yml

@@ -1,100 +1,51 @@
-name: CI – Develop Branch
-
-
-# Triggers
-# --------
-# • pull_request → quick job (lint + type-check + unit tests)
-# • push         → full job  (quick job + DB migrations + integration tests +
-#                              Docker build & smoke test)
+name: CI – Main Branch (Single Job, System Required)
 
 on:
   pull_request:
-    branches: [develop]
-  push:
-    branches: [develop]
+    branches: [main]
+  workflow_dispatch:
 
+concurrency:
+  group: ci-main-${{ github.ref }}
+  cancel-in-progress: true
 
-# Job 1 ─ Quick validation (executed only on pull_request events)
-# --------------------------------------------------------------------------- #
-# Runs fast checks that give reviewers immediate feedback.  No external
-# services or Docker are used to keep runtime under one minute.
+env:
+  PYTHON_VERSION: "3.12"
+  MPLBACKEND: Agg
+  ASYNCFLOW_RUN_SYSTEM_TESTS: "1"
 
 jobs:
-  quick:
-    if: github.event_name == 'pull_request'
+  all-checks:
     runs-on: ubuntu-latest
+    timeout-minutes: 25
 
     steps:
-      # Checkout repository
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
-      # Install Python 3.12
-      - uses: actions/setup-python@v4
+      - uses: actions/setup-python@v5
         with:
-          python-version: "3.12"
+          python-version: ${{ env.PYTHON_VERSION }}
+          cache: 'pip'
 
-      # Restore Poetry cache for faster installs
       - uses: actions/cache@v3
         with:
           path: ~/.cache/pypoetry
           key: ${{ runner.os }}-poetry-${{ hashFiles('**/poetry.lock') }}
 
-      # Install project + development dependencies
-      - name: Install dependencies
+      - name: Install Poetry & deps
         run: |
           curl -sSL https://install.python-poetry.org | python3 -
+          export PATH="$HOME/.local/bin:$PATH"
           poetry config virtualenvs.create false
           poetry install --with dev --no-interaction
 
-      # Code quality gates
-      - name: Run Ruff (lint & formatting check)
+      - name: Ruff (lint)
         run: poetry run ruff check src tests
 
-      - name: Run MyPy (type-check)
+      - name: MyPy (type-check)
         run: poetry run mypy src tests
-      
-      # Unit-tests only (exclude integration markers)
-      - name: Run unit tests
-        env:
-         ENVIRONMENT: test
-        run: poetry run pytest -m "not integration" --disable-warnings
-
-
-
-# Job 2 ─ Full validation (executed only on push events)
-  full:
-    if: |
-      github.event_name == 'push' &&
-      github.ref == 'refs/heads/develop'
-    runs-on: ubuntu-latest
-
-    steps:
-      - uses: actions/checkout@v3
-      - uses: actions/setup-python@v4
-        with: { python-version: '3.12' }
-      - uses: actions/cache@v3
-        with:
-          path: ~/.cache/pypoetry
-          key: ${{ runner.os }}-poetry-${{ hashFiles('**/poetry.lock') }}
 
-      - name: Install dependencies
-        run: |
-          curl -sSL https://install.python-poetry.org | python3 -
-          poetry config virtualenvs.create false
-          poetry install --with dev --no-interaction
-
-      - name: Run Ruff
-        run: poetry run ruff check src tests
-
-      - name: Run mypy
-        run: poetry run mypy src
-
-      - name: Run all tests
+      - name: All tests (unit + integration + system)
         run: |
           poetry run pytest \
-            --cov=src --cov-report=term \
             --disable-warnings
-
-      
-
-     

.github/workflows/ci-main.yml

@@ -248,7 +248,7 @@ bash scripts/quality_check.sh
 
 Runs **ruff** (lint/format check) and **mypy** on `src` and `tests`.
 
-#### 2) Run tests with coverage
+#### 2) Run tests with coverage (unit + integration)
 
 **Linux / macOS / WSL**
 
@@ -262,6 +262,20 @@ bash scripts/run_tests.sh
 .\scripts\run_tests.ps1
 ```
 
+#### 3) Run system tests
+
+**Linux / macOS / WSL**
+
+```bash
+bash scripts/run_sys_tests.sh
+```
+
+**Windows (PowerShell)**
+
+```powershell
+.\scripts\run_sys_tests.ps1
+```
+
 Executes **pytest** with a terminal coverage summary (no XML, no slowest list).
 
 

README.md

@@ -2,5 +2,6 @@
 addopts = -ra -q
 testpaths = tests
 markers =
-    integration: tests that require external services (database, HTTP calls, etc.)
-asyncio_mode = auto
+    integration: tests that require components interactions
+    system: end-to-end/system scenarios
+asyncio_mode = auto

pytest.ini

@@ -0,0 +1,55 @@
+# Run only system tests (marked @pytest.mark.system) with the required env var.
+# Keeps output concise (no XML, no slowest list), shows the usual pytest summary.
+#
+# Usage:
+# .\scripts\run_system_tests.ps1 
+#
+# Notes:
+# - Uses `poetry run` when Poetry + pyproject.toml are present; otherwise falls back to `pytest`.
+# - Forces a headless backend for any plots generated during tests.
+
+Set-StrictMode -Version Latest
+$ErrorActionPreference = 'Stop'
+
+# Resolve repo root
+$ScriptDir = Split-Path -Parent $MyInvocation.MyCommand.Path
+$RepoRoot  = Resolve-Path (Join-Path $ScriptDir '..')
+
+# Collect test paths (default: tests/system)
+if ($args.Count -ge 1) {
+  $TestPaths = $args
+} else {
+  $TestPaths = @('tests/system')
+}
+
+# Decide runner prefix
+$UsePoetry = (Get-Command poetry -ErrorAction SilentlyContinue) -ne $null -and
+             (Test-Path (Join-Path $RepoRoot 'pyproject.toml'))
+$Runner = if ($UsePoetry) { 'poetry run pytest' } else { 'pytest' }
+
+# Set env vars for this process
+$env:MPLBACKEND = if ($env:MPLBACKEND) { $env:MPLBACKEND } else { 'Agg' }
+$env:ASYNCFLOW_RUN_SYSTEM_TESTS = '1'
+
+Push-Location $RepoRoot
+try {
+  Write-Host "==> Running system tests…"
+  # Clear any configured addopts and run only system-marked tests
+  $pytestArgs = @(
+    '-o', 'addopts=',
+    '-m', 'system',
+    '--disable-warnings',
+    '-q'
+  ) + $TestPaths
+
+  if ($UsePoetry) {
+    poetry run pytest @pytestArgs
+  } else {
+    pytest @pytestArgs
+  }
+
+  Write-Host "✅ System tests PASSED"
+}
+finally {
+  Pop-Location
+}

scripts/run_sys_tests.ps1

@@ -0,0 +1,42 @@
+# Run only system tests (marked @pytest.mark.system) with the required env var.
+# Keeps output concise (no XML, no slowest list), shows the usual pytest summary.
+#
+# Usage:
+#   bash scripts/run_system_tests.sh 
+#
+# Notes:
+# - Uses `poetry run` when Poetry + pyproject.toml are present; otherwise falls back to `pytest`.
+# - Forces a headless backend for any plots generated during tests.
+
+set -Eeuo pipefail
+
+# Pick test paths (default to tests/system)
+if [[ $# -ge 1 ]]; then
+  TEST_PATHS=("$@")
+else
+  TEST_PATHS=(tests/system)
+fi
+
+REPO_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
+RUN_PREFIX=""
+if command -v poetry >/dev/null 2>&1 && [[ -f "$REPO_ROOT/pyproject.toml" ]]; then
+  RUN_PREFIX="poetry run"
+fi
+
+# Headless plotting; enable system tests
+export MPLBACKEND="${MPLBACKEND:-Agg}"
+export ASYNCFLOW_RUN_SYSTEM_TESTS=1
+
+cd "$REPO_ROOT"
+
+echo "==> Running system tests…"
+# Clear any configured addopts and run only system-marked tests
+# Keep output short but with the final summary line.
+$RUN_PREFIX pytest \
+  -o addopts= \
+  -m system \
+  --disable-warnings \
+  -q \
+  "${TEST_PATHS[@]}"
+
+echo "✅ System tests PASSED"