Do not use PySpark 4.0 for now

Author: dolfinus

.github/dependabot.yml

@@ -22,6 +22,9 @@ updates:
     ignore:
       # https://github.com/sphinx-contrib/sphinxcontrib-towncrier/issues/92
       - dependency-name: towncrier
+      # https://github.com/MobileTeleSystems/onetl/pull/297
+      - dependency-name: pyspark
+        versions: [4.x]
     # https://til.simonwillison.net/github/dependabot-python-setup
     groups:
       python-packages:

.github/workflows/tests.yml

@@ -79,7 +79,6 @@ jobs:
     name: Tests done
     runs-on: ubuntu-latest
 
-    if: always()
     needs:
       - unit_tests
       - scheduler_tests