CI: Use flaky marker to avoid rerunning all tests (#6789)

Co-authored-by: pyansys-ci-bot <[email protected]>

Author: SMoraisAnsys

.github/workflows/ci_cd.yml

@@ -843,7 +843,7 @@ jobs:
           command: |
             export LD_LIBRARY_PATH=${{ env.ANSYSEM_ROOT252 }}/common/mono/Linux64/lib64:$LD_LIBRARY_PATH
             source .venv/bin/activate
-            xvfb-run pytest ${{ env.PYTEST_ARGUMENTS }} --timeout=600 -m extensions
+            xvfb-run pytest ${{ env.PYTEST_ARGUMENTS }} --timeout=600 -m "extensions and not flaky_linux"
 
       - uses: codecov/codecov-action@5a1091511ad55cbe89839c7260b706298ca349f7 # v5.5.1
         with:
@@ -1008,6 +1008,92 @@ jobs:
           path: junit/test-results.xml
         if: ${{ always() }}
 
+# # =================================================================================================
+# # vvvvvvvvvvvvvvvvvvvvvvvvvvvvvv    RUNNING ON SELF-HOSTED RUNNER    vvvvvvvvvvvvvvvvvvvvvvvvvvvvvv
+# # =================================================================================================
+
+  system-tests-flaky-linux:
+    name: Test flaky (linux)
+    if: github.event.pull_request.draft == false
+    needs: [integration-tests]
+    runs-on: [ self-hosted, Linux, pyaedt ]
+    env:
+      ANSYSEM_ROOT252: '/usr/ansys_inc/v252/AnsysEM'
+      ANS_NODEPCHECK: '1'
+    steps:
+      - name: Install Git and checkout project
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
+        with:
+          persist-credentials: false
+
+      - name: Setup Python
+        uses: actions/setup-python@e797f83bcb11b83ae66e0230d6156d7c80228e7c # v6.0.0
+        with:
+          python-version: ${{ env.MAIN_PYTHON_VERSION }}
+
+      - name: Create virtual environment
+        env:
+          ANSYSEM: ${{ env.ANSYSEM_ROOT252 }}
+        run: |
+          export LD_LIBRARY_PATH=${ANSYSEM}/common/mono/Linux64/lib64:$LD_LIBRARY_PATH
+          python -m venv .venv
+          source .venv/bin/activate
+          python -m pip install --trusted-host pypi.org --trusted-host pypi.python.org --trusted-host files.pythonhosted.org pip -U
+          python -m pip install --trusted-host pypi.org --trusted-host pypi.python.org --trusted-host files.pythonhosted.org wheel setuptools -U
+          python -c "import sys; print(sys.executable)"
+
+      - name: Install pyaedt and tests dependencies
+        env:
+          ANSYSEM: ${{ env.ANSYSEM_ROOT252 }}
+        run: |
+          export LD_LIBRARY_PATH=${ANSYSEM}/common/mono/Linux64/lib64:$LD_LIBRARY_PATH
+          source .venv/bin/activate
+          pip install .[tests]
+
+      - name: Install CI dependencies (e.g. vtk-osmesa)
+        run: |
+          source .venv/bin/activate
+          # Uninstall conflicting dependencies
+          pip uninstall --yes vtk
+          pip install --index-url https://wheels.vtk.org vtk-osmesa==9.3.1
+
+      - name: "Install X Virtual Frame Buffer"
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y xvfb
+
+      - name: Remove Ansys processes (if any)
+        shell: bash
+        run: |
+          for pid in $(ps -eo pid,comm,args | grep -iE "ansys.inc|ansysem" | grep -v grep | awk '{print $1}'); do
+            echo "Killing PID $pid"
+            kill -9 "$pid"
+          done
+
+      - name: Run tests marked with 'flaky'
+        uses: nick-fields/retry@ce71cc2ab81d554ebbe88c79ab5975992d79ba08 # v3.0.2
+        with:
+          max_attempts: 2
+          retry_on: error
+          timeout_minutes: 120
+          command: |
+            export LD_LIBRARY_PATH=${{ env.ANSYSEM_ROOT252 }}/common/mono/Linux64/lib64:$LD_LIBRARY_PATH
+            source .venv/bin/activate
+            xvfb-run pytest ${{ env.PYTEST_ARGUMENTS }} --timeout=600 -m flaky_linux
+
+      - uses: codecov/codecov-action@5a1091511ad55cbe89839c7260b706298ca349f7 # v5.5.1
+        with:
+          name: codecov-system-flaky-tests-linux
+          files: ./coverage.xml
+          flags: linux_system_flaky
+
+      - name: Upload pytest test results
+        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
+        with:
+          name: pytest-flaky-linux
+          path: junit/test-results.xml
+        if: ${{ always() }}
+
   package:
     name: Package library
     needs: [system-tests-general-windows,
@@ -1020,6 +1106,7 @@ jobs:
             system-tests-extensions-linux,
             system-tests-filter-windows,
             system-tests-emit-windows,
+            system-tests-flaky-linux,
             doc-build]
     runs-on: ubuntu-latest
     permissions:

doc/changelog.d/6789.maintenance.md

@@ -0,0 +1 @@
+Use flaky marker to avoid rerunning all tests

pyproject.toml

@@ -260,11 +260,17 @@ omit = ["src/ansys/aedt/core/rpc/*.py"]
 
 [tool.pytest.ini_options]
 markers = [
-    "unit",
-    "integration",
-    "system",
-    "solvers",
-    "general",
+    "unit: mark a test as a unit test.",
+    "integration: mark a test as an integration test.",
+    "system: mark a test as a system test.",
+    "solvers: mark a test as related to solvers.",
+    "general: mark a test as related to general features.",
+    "visualization: mark a test as related to visualization features.",
+    "extensions: mark a test as related to extensions.",
+    "filter_solutions: mark a test as related to filter solutions.",
+    "emit: mark a test as related to EMIT features.",
+    "flaky_linux: mark a test as flaky on Linux systems.",
+    "flaky_windows: mark a test as flaky on Windows systems.",
 ]
 filterwarnings = [
     "ignore::UserWarning:src.ansys.aedt.core.*",

tests/system/extensions/test_configure_layout.py

@@ -100,6 +100,7 @@ def test_get_active_db(extension_under_test, test_folder, add_app):
     app.close_project(app.project_name)
 
 
+@pytest.mark.flaky_linux
 @patch(
     "ansys.aedt.core.extensions.hfss3dlayout.configure_layout.ConfigureLayoutExtension.selected_edb",
     new_callable=PropertyMock,

tests/system/extensions/test_export_layout.py

@@ -25,6 +25,8 @@
 import json
 from pathlib import Path
 
+import pytest
+
 from ansys.aedt.core.edb import Edb
 from ansys.aedt.core.extensions.hfss3dlayout.export_layout import ExportLayoutExtensionData
 from ansys.aedt.core.extensions.hfss3dlayout.export_layout import main
@@ -43,6 +45,7 @@ def cleanup_files(*files):
             export_file.unlink()
 
 
+@pytest.mark.flaky_linux
 def test_export_layout_all_options(add_app, local_scratch):
     """Test successful execution of export layout with all options enabled."""
     data = ExportLayoutExtensionData(