ci: Run pyspark constructors via path (#2910)

* ci: Run pyspark constructors via path

* add comments

* add cron schedule

Author: FBruzzesi

.github/workflows/pytest-pyspark.yml

@@ -2,7 +2,12 @@ name: PyTest PySpark constructor
 
 on:
   pull_request:
-    types: [opened, labeled, synchronize]  # Triggers on PR creation, updates, and label changes
+    paths:
+      - narwhals/_expression_parsing.py
+      - narwhals/_spark_like/**
+      - narwhals/_sql/**
+  schedule:
+    - cron: 0 12 * * 0  # Sunday at mid-day
 
 env:
   PY_COLORS: 1
@@ -11,10 +16,9 @@ env:
 jobs:
 
   pytest-pyspark-constructor:
-    if: ${{ contains(github.event.pull_request.labels.*.name, 'pyspark') || contains(github.event.pull_request.labels.*.name, 'spark-like') || contains(github.event.pull_request.labels.*.name, 'release')}}
     strategy:
       matrix:
-        python-version: ["3.10", "3.11"]
+        python-version: ["3.11"]
         os: [ubuntu-latest]
     runs-on: ${{ matrix.os }}
     steps:
@@ -39,10 +43,9 @@ jobs:
 
 
   pytest-pyspark-connect-constructor:
-    if: ${{ contains(github.event.pull_request.labels.*.name, 'pyspark-connect') || contains(github.event.pull_request.labels.*.name, 'release') }}
     strategy:
       matrix:
-        python-version: ["3.10", "3.11"]
+        python-version: ["3.11"]
         os: [ubuntu-latest]
     env:
       SPARK_VERSION: 3.5.5

narwhals/_expression_parsing.py

@@ -1,6 +1,7 @@
 # Utilities for expression parsing
 # Useful for backends which don't have any concept of expressions, such
 # and pandas or PyArrow.
+# ! Any change to this module will trigger the pyspark and pyspark-connect tests in CI
 from __future__ import annotations
 
 from enum import Enum, auto

narwhals/_spark_like/__init__.py

@@ -0,0 +1 @@
+# ! Any change to this module will trigger the pyspark and pyspark-connect tests in CI

narwhals/_sql/__init__.py

@@ -0,0 +1 @@
+# ! Any change to this module will trigger the pyspark and pyspark-connect tests in CI