Upgrade Pylint to support Python 3.12 and 3.13 (#213)

* Fix too-many-positional-arguments error (R0917) and unknown-option-error (W0012) caused by R0917

* Fix useless-return error (R1711)

* Upgrade Pylint version to latest (requires minimum Python 3.9)

* Run poetry lock on failure to install due to change in pythonpackage.yml

* Maintain backward compatibility with Python 3.8 by using the previous compatible dependency versions

* Support Python 3.12 and 3.13

* Add support for Python 3.12 and 3.13 to CHANGELOG.md

* Update poetry.lock

* Remove Python version 3.8 due to EOL so no longer need to test that version

Author: samer-hamood

.github/workflows/pythonpackage.yml

@@ -15,7 +15,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.8", "3.9", "3.10", "3.11"]
+        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
         include:
           - python-version: "3.11"
             use_pandas: 1
@@ -26,7 +26,11 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
           cache: poetry
-      - run: poetry install
+      - run: |
+          if ! poetry install; then
+            poetry lock
+            poetry install
+          fi
       - name: Pylint
         run: poetry run pylint functional
       - name: black

CHANGELOG.md

@@ -2,6 +2,7 @@
 
 ## Release 1.6
 
+- Added support for Python 3.12 and 3.13 by upgrading Pylint and disabling/fixing Pylint errors
 - Corrected and improved language consistency in [readme](README.md) and `CHANGELOG.md`
 
 ## Release 1.5

README.md

@@ -511,6 +511,7 @@ In order to be merged, all pull requests must:
 
 ## Supported Python Versions
 
+- `PyFunctional` 1.6 is tested against Python 3.12 and Python 3.13.
 - `PyFunctional` 1.5 is tested against Python 3.8 to 3.11. PyPy3 is not tested, but bug fixed on best effort basis.
 - `PyFunctional` 1.4 supports and is tested against Python 3.6, Python 3.7, and PyPy3
 - `PyFunctional` 1.4 and above do not support python 2.7

functional/io.py

@@ -21,6 +21,8 @@ class ReusableFile(Generic[_FileConv_co]):
     lazy.
     """
 
+    # pylint: disable=unknown-option-value
+    # pylint: disable=too-many-positional-arguments
     # pylint: disable=too-many-instance-attributes
     def __init__(
         self,
@@ -84,6 +86,8 @@ def read(self):
 class CompressedFile(ReusableFile):
     magic_bytes: bytes | None = None
 
+    # pylint: disable=unknown-option-value
+    # pylint: disable=too-many-positional-arguments
     # pylint: disable=too-many-instance-attributes
     def __init__(
         self,
@@ -115,6 +119,8 @@ def is_compressed(cls, data):
 class GZFile(CompressedFile):
     magic_bytes: bytes = b"\x1f\x8b\x08"
 
+    # pylint: disable=unknown-option-value
+    # pylint: disable=too-many-positional-arguments
     # pylint: disable=too-many-instance-attributes
     def __init__(
         self,
@@ -170,6 +176,8 @@ def read(self):
 class BZ2File(CompressedFile):
     magic_bytes: bytes = b"\x42\x5a\x68"
 
+    # pylint: disable=unknown-option-value
+    # pylint: disable=too-many-positional-arguments
     # pylint: disable=too-many-instance-attributes
     def __init__(
         self,
@@ -220,6 +228,8 @@ class XZFile(CompressedFile):
     magic_bytes: bytes = b"\xfd\x37\x7a\x58\x5a\x00"
 
     # pylint: disable=too-many-instance-attributes
+    # pylint: disable=unknown-option-value
+    # pylint: disable=too-many-positional-arguments
     def __init__(
         self,
         path,
@@ -294,6 +304,8 @@ def get_read_function(filename: str, disable_compression: bool):
         return ReusableFile
 
 
+# pylint: disable=unknown-option-value
+# pylint: disable=too-many-positional-arguments
 def universal_write_open(
     path: str,
     mode: str,

functional/pipeline.py

@@ -71,6 +71,8 @@ class Sequence(Generic[_T_co]):
     functional transformations and reductions in a data pipeline style
     """
 
+    # pylint: disable=unknown-option-value
+    # pylint: disable=too-many-positional-arguments
     def __init__(
         self,
         sequence: Iterable[_T_co],
@@ -442,6 +444,8 @@ def cartesian(
     ) -> Sequence[tuple[_T_co, _T1, _T2, _T3, _T4]]:
         ...
 
+    # pylint: disable=unknown-option-value
+    # pylint: disable=too-many-positional-arguments
     @overload
     def cartesian(
         self,
@@ -454,6 +458,8 @@ def cartesian(
     ) -> Sequence[tuple[_T_co, _T1, _T2, _T3, _T4, _T5]]:
         ...
 
+    # pylint: disable=unknown-option-value
+    # pylint: disable=too-many-positional-arguments
     @overload
     def cartesian(
         self,
@@ -1757,6 +1763,8 @@ def dict(self, default=None):  # pyright: ignore[reportInconsistentOverload]
         return self.to_dict(default=default)  # type: ignore
 
     # pylint: disable=too-many-locals
+    # pylint: disable=unknown-option-value
+    # pylint: disable=too-many-positional-arguments
     def to_file(
         self,
         path: str,

functional/streams.py

@@ -134,6 +134,8 @@ def _parse_args(
                 no_wrap=_no_wrap,
             )
 
+    # pylint: disable=unknown-option-value
+    # pylint: disable=too-many-positional-arguments
     def open(
         self,
         path: str,
@@ -233,6 +235,8 @@ def csv(
         csv_input = csvapi.reader(input_file, dialect=dialect, **fmt_params)
         return self(csv_input).cache(delete_lineage=True)
 
+    # pylint: disable=unknown-option-value
+    # pylint: disable=too-many-positional-arguments
     def csv_dict_reader(
         self,
         csv_file: str | Iterator[str],

functional/transformations.py

@@ -569,7 +569,7 @@ def grouped_impl(size, sequence):
             batch = islice(iterator, size)
             yield list(chain((next(batch),), batch))
     except StopIteration:
-        return
+        pass
 
 
 def grouped_t(size):