Implement readers for compressed lists

.github/workflows/run-tests.yml

@@ -3,32 +3,74 @@
 on:
   push:
     branches:
-      - master
+      - master # for legacy repos
+      - main
   pull_request:
+    branches:
+      - master # for legacy repos
+      - main
+  workflow_dispatch: # Allow manually triggering the workflow
+  schedule:
+    # Run roughly every 15 days at 00:00 UTC
+    # (useful to check if updates on dependencies break the package)
+    - cron: "0 0 1,16 * *"
+
+permissions:
+  contents: read
+
+concurrency:
+  group: >-
+    ${{ github.workflow }}-${{ github.ref_type }}-
+    ${{ github.event.pull_request.number || github.sha }}
+  cancel-in-progress: true
 
 jobs:
   test:
-    runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [ '3.9', '3.10', '3.11', '3.12', '3.13' ]
-
-    name: Python ${{ matrix.python-version }}
+        python: ["3.9", "3.10", "3.11", "3.12", "3.13"]
+        platform:
+          - ubuntu-latest
+          - macos-latest
+          # - windows-latest
+    runs-on: ${{ matrix.platform }}
+    name: Python ${{ matrix.python }}, ${{ matrix.platform }}
     steps:
       - uses: actions/checkout@v4
-        with:
-          submodules: true
 
-      - name: Setup Python
-        uses: actions/setup-python@v5
+      - uses: actions/setup-python@v5
+        id: setup-python
         with:
-          python-version: ${{ matrix.python-version }}
-          cache: 'pip'
+          python-version: ${{ matrix.python }}
 
       - name: Get latest CMake
         uses: lukka/get-cmake@latest
 
-      - name: Test with tox
+      - name: Install dependencies
         run: |
-          pip install tox
+          python -m pip install --upgrade pip
+          pip install tox coverage
+
+      - name: Run tests
+        run: >-
+          pipx run --python '${{ steps.setup-python.outputs.python-path }}'
           tox
+          -- -rFEx --durations 10 --color yes --cov --cov-branch --cov-report=xml  # pytest args
+
+      - name: Check for codecov token availability
+        id: codecov-check
+        shell: bash
+        run: |
+          if [ ${{ secrets.CODECOV_TOKEN }} != '' ]; then
+            echo "codecov=true" >> $GITHUB_OUTPUT;
+          else
+            echo "codecov=false" >> $GITHUB_OUTPUT;
+          fi
+
+      - name: Upload coverage reports to Codecov with GitHub Action
+        uses: codecov/codecov-action@v5
+        if: ${{ steps.codecov-check.outputs.codecov == 'true' }}
+        env:
+          CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
+          slug: ${{ github.repository }}
+          flags: ${{ matrix.platform }} - py${{ matrix.python }}

setup.cfg

@@ -70,6 +70,7 @@ optional =
     summarizedexperiment>=0.4.1
     singlecellexperiment>=0.4.1
     multiassayexperiment
+    compressed_lists>=0.1.1
 
 # Add here test requirements (semicolon/line-separated)
 testing =

setup.py

@@ -28,9 +28,11 @@ def run(self):
 
     def build_cmake(self, ext):
         build_temp = pathlib.Path(self.build_temp)
+        build_temp.mkdir(parents=True, exist_ok=True)
         build_lib = pathlib.Path(self.build_lib)
         outpath = os.path.join(build_lib.absolute(), ext.name)
 
+        build_temp = os.path.join(build_temp, "build")
         if not os.path.exists(build_temp):
             cmd = [
                 "cmake",

src/rds2py/generics.py

@@ -60,6 +60,9 @@
     "ExperimentList": "rds2py.read_dict.read_dict",
     # delayed matrices
     "H5SparseMatrix": "rds2py.read_delayed_matrix.read_hdf5_sparse",
+    # compressed lists
+    "CompressedIntegerList": "rds2py.read_compressed_list.read_compressed_integer_list",
+    "PartitioningByEnd": "rds2py.read_compressed_list.read_partitioning_by_end",
 }
 
 

src/rds2py/read_compressed_list.py

@@ -0,0 +1,84 @@
+"""Functions and classes for parsing Compressed List data structures."""
+
+import numpy as np
+
+from .generics import _dispatcher
+from .rdsutils import get_class
+
+__author__ = "jkanche"
+__copyright__ = "jkanche"
+__license__ = "MIT"
+
+
+def read_partitioning_by_end(robject: dict, **kwargs):
+    """Read an partioning by end object.
+
+    Args:
+        robject:
+            Dictionary containing parsed partioning by end object.
+
+        **kwargs:
+            Additional arguments.
+
+    Returns:
+       A vector containing the partitions.
+    """
+    _cls = get_class(robject)
+
+    if _cls not in ["PartitioningByEnd"]:
+        raise RuntimeError(f"`robject` does not contain not a `PartitioningByEnd` object, contains `{_cls}`.")
+
+    ends = _dispatcher(robject["attributes"]["end"], **kwargs)
+
+    from compressed_lists import Partitioning
+
+    return Partitioning(ends=np.asarray(ends))
+
+
+def read_compressed_integer_list(robject: dict, **kwargs):
+    """Read an R compressed list.
+
+    Args:
+        robject:
+            Dictionary containing parsed compressed list.
+
+        **kwargs:
+            Additional arguments.
+
+    Returns:
+       A `CompressedList` from the 'compressed_lists' package.
+    """
+    _cls = get_class(robject)
+
+    if _cls not in ["CompressedIntegerList"]:
+        raise RuntimeError(f"`robject` does not contain not a compressed integer list object, contains `{_cls}`.")
+
+    if "unlistData" not in robject["attributes"]:
+        raise ValueError("Object does not contain unlistData, is it really a `compressedList`?")
+    unlist_data = _dispatcher(robject["attributes"]["unlistData"], **kwargs)
+
+    print("unlist_data", unlist_data)
+
+    element_metadata = None
+    if "elementMetadata" in robject["attributes"]:
+        element_metadata = _dispatcher(robject["attributes"]["elementMetadata"], **kwargs)
+
+    print("element_metadata", element_metadata)
+
+    metadata = None
+    if "metadata" in robject["attributes"]:
+        metadata = _dispatcher(robject["attributes"]["metadata"], **kwargs)
+
+    print("metadata", metadata)
+
+    partition = None
+    if "partitioning" in robject["attributes"]:
+        partition = _dispatcher(robject["attributes"]["partitioning"], **kwargs)
+
+    print("partition", partition)
+
+    from compressed_lists import CompressedIntegerList
+
+    return CompressedIntegerList(
+        unlist_data=unlist_data, partitioning=partition, element_metadata=element_metadata, metadata=metadata
+    )

tests/test_clists.py

@@ -0,0 +1,19 @@
+import pytest
+
+from rds2py import read_rds
+from compressed_lists import CompressedIntegerList
+
+__author__ = "jkanche"
+__copyright__ = "jkanche"
+__license__ = "MIT"
+
+
+def test_compressed_lists_int():
+    obj = read_rds("tests/data/compressedlist_int.rds")
+
+    print(obj)
+
+    assert obj is not None
+    assert len(obj) > 0
+
+    assert isinstance(obj, CompressedIntegerList)