update test github workflow

Author: Cecylia Borek

.github/workflows/setup-python.yml

@@ -0,0 +1,27 @@
+name: Setup Python Testing Environment
+
+on:
+  workflow_call:
+    inputs:
+      python-version:
+        required: true
+        type: string
+      os:
+        required: false
+        type: string
+        default: ubuntu-latest 
+
+jobs:
+  setup-python:
+    runs-on: ${{ inputs.os }}
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493
+
+      - name: Set up Python
+        uses: actions/setup-python@9322b3ca74000aeb2c01eb777b646334015ddd72
+        with:
+          python-version: ${{ inputs.python-version }}
+
+      - name: Install tox
+        run: pip install tox

.github/workflows/test.yml

@@ -2,34 +2,71 @@ name: Python CI
 on: [push, workflow_dispatch]
 
 jobs:
-  build:
-    runs-on: ${{ matrix.os }}
+  unit-tests:
+    uses: ./.github/workflows/setup-python.yml
+    strategy:
+      matrix:
+        os: [ubuntu-latest]
+        python-version: [3.9, 3.13]
+        include:
+          - os: ubuntu-22.04
+            python-version: 3.7
+      fail-fast: false
+    with:
+      python-version: ${{ matrix.python-version }}
+      os: ${{ matrix.os }}
+    steps:
+      - name: Run Unit Tests
+        run: tox -e py -- tests/unit
+
+  integration-tests:
+    needs: unit-tests
+    uses: ./.github/workflows/setup-python.yml
     strategy:
       fail-fast: false
       matrix:
         os: [ubuntu-latest]
         python-version: [3.9]
         splunk-version: [9.4, latest]
         include:
-          # Oldest possible configuration
-          # Last Ubuntu version with Python 3.7 binaries available
           - os: ubuntu-22.04
             python-version: 3.7
-            splunk-version: 9.1
-          # Latest possible configuration
+            splunk-version: "9.1"
           - os: ubuntu-latest
             python-version: 3.13
             splunk-version: latest
     steps:
-      - name: Checkout code
-        uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493
       - name: Run docker compose
         run: SPLUNK_VERSION=${{ matrix.splunk-version }} docker compose up -d
-      - name: Setup Python
-        uses: actions/setup-python@9322b3ca74000aeb2c01eb777b646334015ddd72
-        with:
-          python-version: ${{ matrix.python-version }}
-      - name: Install tox
-        run: pip install tox
-      - name: Test Execution
-        run: tox -e py
+
+      - name: Wait for Splunk setup completion
+        run: make wait_up
+
+      - name: Run Integration Tests
+        run: tox -e py -- tests/integration
+
+  system-tests:
+    needs: unit-tests
+    uses: ./.github/workflows/setup-python.yml
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest]
+        python-version: [3.9]
+        splunk-version: [9.4, latest]
+        include:
+          - os: ubuntu-22.04
+            python-version: 3.7
+            splunk-version: "9.1"
+          - os: ubuntu-latest
+            python-version: 3.13
+            splunk-version: latest
+    steps:
+      - name: Run docker compose (System)
+        run: SPLUNK_VERSION=${{matrix.splunk-version}} docker compose up -d
+
+      - name: Wait for Splunk setup completion
+        run: make wait_up
+    
+      - name: Run System Tests
+        run: tox -e py -- tests/system

Makefile

@@ -34,7 +34,7 @@ docs:
 .PHONY: test
 test:
 	@echo "$(ATTN_COLOR)==> test $(NO_COLOR)"
-	@tox -e py37,py39
+	@tox
 
 .PHONY: test_specific
 test_specific:

tox.ini

@@ -1,5 +1,5 @@
 [tox]
-envlist = clean,docs,py37,py39,313
+envlist = clean,py{37,39,313}
 skipsdist = {env:TOXBUILD:false}
 
 [testenv:pep8]
@@ -32,7 +32,7 @@ deps = pytest
 
 distdir = build
 commands =
-    {env:TOXBUILD:python -m pytest --junitxml=test-reports/junit-{envname}.xml --cov --cov-config=.coveragerc} {posargs}
+    {env:TOXBUILD:python -m pytest tests/ --junitxml=test-reports/junit-{envname}.xml --cov --cov-config=.coveragerc} {posargs}
 
 [testenv:clean]
 deps = coverage