ITEP-84743 All Tests Workflow optimization and Test groups refactor

.github/workflows/tests-all.yml

@@ -48,48 +48,10 @@ permissions:
   contents: read
 
 jobs:
-  run_basic_acceptance_tests:
-    runs-on: [all]
-    name: "Basic Acceptance Tests"
-    timeout-minutes: 45
-    steps:
-      - name: Remove test_data folder
-        run: |
-          sudo rm -rf test_data || true
-
-      - name: Checkout Repository
-        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
-        with:
-          fetch-depth: 0
-          persist-credentials: false
-          ref: ${{ inputs.ref }}
-
-      - name: "Remove all Docker images"
-        if: ${{ github.event_name == 'push' || github.event.inputs.cleanup == 'true' }}
-        uses: ./.github/actions/cleanup
-        with:
-          system-prune: "true"
-
-      - name: "Run Setup"
-        uses: ./.github/actions/setup-env
-
-      - name: Run Basic Acceptance Tests
-        run: |
-          make clean-all
-          make run_basic_acceptance_tests
-
-      - name: Upload Logs and Reports
-        if: always() && (!contains(toJSON(inputs), 'save_artifacts') || inputs.save_artifacts)
-        uses: ./.github/actions/upload-artifacts
-
-      - name: Cleanup
-        if: always()
-        uses: ./.github/actions/cleanup
-
   run_functional_tests:
     runs-on: [all]
     name: "Functional Tests"
-    timeout-minutes: 55
+    timeout-minutes: 90
     steps:
       - name: Remove test_data folder
         run: |

tests/Makefile

@@ -82,13 +82,11 @@ tests: \
   standard-tests \
 
 release-tests: \
-  additional-floor-plans \
   camera-deletion \
   different-formats-maps \
   live-view-button \
   non-functional-tests \
   scene-details \
-  randomly-failing-tests \
   reid-unique-count \
   reid-performance-degradation \
 
@@ -97,23 +95,16 @@ broken-features:
 
 # tests that are working, but feature is broken
 _broken-features: \
-  scene-import \
   calibrate-camera-3d-ui-2d-ui \
 
 broken-tests: \
   3d-ui-calibration-points \
-  distance-msoce \
   geospatial-ingest-publish \
   delete-sensor-mqtt-api \
   scenes-summary-api \
 
-randomly-failing-tests:
-	camera-status \
-	delete-sensor-scene \
-	persistence \
-	scenes-summary \
-	3d-scene-control-panel \
-	auto-calibration-ui \
+randomly-failing-tests: \
+  distance-msoce \
 
 # Not sorted alphabetically on purpose
 basic-acceptance-tests: \
@@ -138,13 +129,15 @@ basic-acceptance-tests-k8s: \
 standard-tests: \
   _functional-tests \
   _ui-tests \
-  show-telemetry-button \
-  upload-only-3d-glb-files \
 
 functional-tests:
 	$(MAKE) -Otarget _$@ SECRETSDIR=$(PWD)/manager/secrets SUPASS=$(SUPASS) BASE_IMAGE=$(BASE_IMAGE) -k
 
 _functional-tests: \
+  out-of-box \
+  out-of-box-no-ntp \
+  geometry-conformance \
+  auto-calibration-api \
   add-delete-3d-object-api \
   add-orphaned-cameras \
   api-large-strings \
@@ -156,11 +149,15 @@ _functional-tests: \
   delete-sensor-scene-api \
   delete-sensors-api \
   different-formats-maps-api \
+  reid-unique-count \
+  reid-performance-degradation \
   manual-camera-calibration-api \
   mqtt-auth \
   mqtt-cert \
+  mqtt-roi \
   mqtt-sensor-roi \
   mqtt-slow-sensor-roi \
+  mqtt-tripwire \
   object-crud-api \
   orphaned-sensor \
   persistence-api \
@@ -176,6 +173,7 @@ _functional-tests: \
   upload-3d-glb-file-api \
   upload-only-3d-glb-files-api \
   vdms-similarity-search \
+  3d-scene-control-panel \
 
 non-functional-tests:
 	$(MAKE) -Otarget _$@ SUPASS=$(SUPASS) -k
@@ -196,17 +194,29 @@ ui-tests:
 
 _ui-tests: \
   3d-camera-control-panel \
+  show-telemetry-button \
+  upload-only-3d-glb-files \
   add-delete-3d-object \
+  auto-calibration-ui \
   bounding-box \
   calibrate-all-sensor-types \
+  camera-deletion \
   camera-perspective \
   delete-roi-mqtt \
   delete-sensor-mqtt \
+  delete-sensor-scene \
   delete-sensors \
+  camera-status \
   delete-tripwire-mqtt \
+  different-formats-maps \
   manual-camera-calibration \
   object-crud \
   restricted-media-access \
+  persistence \
+  live-view-button \
+  scene-details \
+  scene-import \
+  scenes-summary \
   sensor-area \
   sensor-location \
   sensor-scene \

tests/Makefile.user_interface

@@ -36,7 +36,10 @@ endef
 	$(eval SECRETSDIR := $(OLDSECRETSDIR))
 
 3d-scene-control-panel: # NEX-T10474
+	$(eval OLDSECRETSDIR := $(SECRETSDIR))
+	$(eval SECRETSDIR := $(PWD)/manager/secrets)
 	$(call selenium-recipe, $(COMPOSE)/dlstreamer/broker.yml:$(COMPOSE)/ntp.yml:$(COMPOSE)/pgserver.yml:$(COMPOSE)/scene.yml:$(COMPOSE)/web.yml, tests/ui/tc_scene_control_panel.py, 'pgserver')
+  $(eval SECRETSDIR := $(OLDSECRETSDIR))
 
 3d-ui-calibration-points: # NEX-T10473
 	$(eval OLDSECRETSDIR := $(SECRETSDIR))
@@ -164,7 +167,10 @@ scene-details: # NEX-T10395
 	$(call selenium-recipe, $(COMPOSE_FILES), tests/ui/tc_scene_details.py, '$(SERVICES)')
 
 scenes-summary: # NEX-T10394
+	$(eval OLDSECRETSDIR := $(SECRETSDIR))
+	$(eval SECRETSDIR := $(PWD)/manager/secrets)
 	$(call selenium-recipe, $(COMPOSE)/dlstreamer/broker.yml:$(COMPOSE)/pgserver.yml:$(COMPOSE)/web.yml, tests/ui/tc_scenes_summary.py, 'pgserver')
+	$(eval SECRETSDIR := $(OLDSECRETSDIR))
 
 sensor-area: # NEX-T10401
 	$(eval OLDSECRETSDIR := $(SECRETSDIR))