Fix lint errors (#166)

Author: EnricoMi

.github/workflows/lint.yml

@@ -46,5 +46,12 @@ jobs:
           pip install -r requirements-dev.txt
 
       # Allow untyped calls for older Python versions
-      - name: Run mypy
-        run: mypy
+      # Code in scripts/aws_glue.py requires PySpark<4
+      - name: Run mypy (PySpark from requirements.txt)
+        run: |
+          mypy --exclude scripts/aws_glue.py
+
+      - name: Run mypy (PySpark<4)
+        run: |
+          pip install "pyspark<4"
+          mypy

scripts/aws_glue.py

@@ -4,6 +4,8 @@
 from awsglue.context import GlueContext
 from awsglue.transforms import *  # noqa: F403
 from awsglue.utils import getResolvedOptions
+
+# this requires PySpark<4
 from pyspark.context import SparkContext
 
 # @params: [JOB_NAME]

scripts/pl_cloud.py

@@ -97,7 +97,7 @@ def _scan_ds(table_name: str) -> pl.LazyFrame:
     print(f"run q{i}")
     start_time = time.time()
     try:
-        print(q.remote(ctx).distributed().show())  # type: ignore[attr-defined]
+        print(q.remote(ctx).distributed().show())
         execution_time = time.time() - start_time
         print(f"q{i} executed in: {execution_time:.2f} seconds")
         timings.append(execution_time)