chore: move dev dependencies to dependency-groups (#2238)

Author: EdAbati

.github/workflows/check_docs_build.yml

@@ -25,7 +25,7 @@ jobs:
           cache-suffix: ${{ matrix.python-version }}
           cache-dependency-glob: "pyproject.toml"
       - name: local-install
-        run: uv pip install -e .[docs] --system
+        run: uv pip install -e . --group docs --system
       - name: check-no-errors
         run: |
           python -m mkdocs build 2>&1 | tee output.txt

.github/workflows/check_tpch_queries.yml

@@ -31,7 +31,7 @@ jobs:
         run: |
           # once https://github.com/duckdb/duckdb/issues/16445
           # is addressed, try using `--pre`
-          uv pip install -U -e ".[tests, core, dask]" --system
+          uv pip install -U -e ".[dask]" --group core-tests --system
       - name: generate-data
         run: cd tpch && python generate_data.py
       - name: tpch-tests 

.github/workflows/downstream_tests.yml

@@ -228,14 +228,16 @@ jobs:
         run: |
           cd tea-tasting
           pdm remove narwhals
-          pdm add ./..[tests]
+          pdm add ./..
       - name: show-deps
         run: |
           cd tea-tasting
           pdm list
       - name: run-pytest
         run: |
           cd tea-tasting
+          # empty pytest.ini to avoid pytest using narwhals configs
+          touch pytest.ini
           pdm run test
 
   # temporarily commented out until they address the `new_series` deprecation

.github/workflows/extremes.yml

@@ -28,7 +28,7 @@ jobs:
         run: uv pip install pipdeptree tox virtualenv setuptools pandas==0.25.3 polars==0.20.3 numpy==1.17.5 pyarrow==11.0.0 "pyarrow-stubs<17" scipy==1.5.0 scikit-learn==1.1.0 duckdb==1.0 tzdata backports.zoneinfo --system
       - name: install-reqs
         run: |
-          uv pip install -e ".[tests]" --system
+          uv pip install -e . --group tests --system
       - name: show-deps
         run: uv pip freeze
       - name: Assert dependencies
@@ -64,7 +64,7 @@ jobs:
       - name: install-pretty-old-versions
         run: uv pip install pipdeptree tox virtualenv setuptools pandas==1.1.5 polars==0.20.3 numpy==1.17.5 pyarrow==11.0.0 "pyarrow-stubs<17" pyspark==3.5.0 scipy==1.5.0 scikit-learn==1.1.0 duckdb==1.0 tzdata backports.zoneinfo --system
       - name: install-reqs
-        run: uv pip install -e ".[tests]" --system
+        run: uv pip install -e . --group tests --system
       - name: show-deps
         run: uv pip freeze
       - name: show-deptree
@@ -103,7 +103,7 @@ jobs:
       - name: install-not-so-old-versions
         run: uv pip install tox virtualenv setuptools pandas==2.0.3 polars==0.20.8 numpy==1.24.4 pyarrow==15.0.0 "pyarrow-stubs<17" pyspark==3.5.0 scipy==1.8.0 scikit-learn==1.3.0 duckdb==1.0 dask[dataframe]==2024.10 tzdata --system
       - name: install-reqs
-        run: uv pip install -e ".[tests]" --system
+        run: uv pip install -e . --group tests --system
       - name: show-deps
         run: uv pip freeze
       - name: Assert not so old versions dependencies
@@ -140,7 +140,7 @@ jobs:
           cache-suffix: ${{ matrix.python-version }}
           cache-dependency-glob: "pyproject.toml"
       - name: install-reqs
-        run: uv pip install -e ".[tests]" --system
+        run: uv pip install -e . --group tests --system
       - name: install-kaggle
         run: uv pip install kaggle --system
       - name: Download Kaggle notebook artifact

.github/workflows/pytest.yml

@@ -28,7 +28,7 @@ jobs:
           cache-dependency-glob: "pyproject.toml"
       - name: install-reqs
         # Python3.8 is technically at end-of-life, so we don't test everything
-        run: uv pip install -e ".[tests, core]" backports.zoneinfo --system
+        run: uv pip install -e ".[pandas,polars,pyarrow]" backports.zoneinfo --group tests --system
       - name: show-deps
         run: uv pip freeze
       - name: Run pytest
@@ -53,7 +53,7 @@ jobs:
           cache-dependency-glob: "pyproject.toml"
       - name: install-reqs
         # we are not testing pyspark on Windows here because it is very slow
-        run: uv pip install -e ".[tests, core, extra, dask, modin]" --system
+        run: uv pip install -e ".[dask, modin]" --group core-tests --group extra --system
       - name: show-deps
         run: uv pip freeze
       - name: Run pytest
@@ -83,7 +83,7 @@ jobs:
           cache-suffix: ${{ matrix.python-version }}
           cache-dependency-glob: "pyproject.toml"
       - name: install-reqs
-        run: uv pip install -e ".[tests, core, extra, modin, dask]" --system
+        run: uv pip install -e ".[modin, dask]" --group core-tests --group extra --system
       - name: install pyspark
         run: uv pip install -e ".[pyspark]" --system
         # PySpark is not yet available on Python3.12+

.github/workflows/random_ci_pytest.yml

@@ -30,7 +30,7 @@ jobs:
       - name: install-random-verions
         run: uv pip install -r random-requirements.txt --system
       - name: install-narwhals
-        run: uv pip install -e ".[tests]" --system
+        run: uv pip install -e . --group tests --system
       - name: show versions
         run: uv pip freeze
       - name: Run pytest

.github/workflows/typing.yml

@@ -32,7 +32,7 @@ jobs:
         # TODO: add more dependencies/backends incrementally
         run: |
           source .venv/bin/activate
-          uv pip install -e ".[typing, core, pyspark]"
+          uv pip install -e ".[pyspark]" --group core --group typing
       - name: show-deps
         run: |
           source .venv/bin/activate

CONTRIBUTING.md

@@ -107,14 +107,13 @@ If you want to run PySpark-related tests, you'll need to have Java installed. Re
 
    4. Activate it. On Linux, this is `. .venv/bin/activate`, on Windows `.\.venv\Scripts\activate`.
 
-2. Install Narwhals: `uv pip install -e ".[dev, core, docs]"`. This will include fast-ish core libraries.
+2. Install Narwhals: `uv pip install -e . --group local-dev"`. This will include fast-ish core libraries and dev dependencies.
    If you also want to test other libraries like Dask , PySpark, and Modin, you can install them too with
-   `uv pip install -e ".[dev, core, docs, dask, pyspark, modin]"`.
+   `uv pip install -e ".[dask, pyspark, modin]" --group local-dev"`.
 
 You should also install pre-commit:
 
 ```terminal
-uv pip install pre-commit
 pre-commit install
 ```
 

Makefile

@@ -20,5 +20,5 @@ help:  ## Display this help screen
 
 .PHONY: typing
 typing: ## Run typing checks
-	$(VENV_BIN)/uv pip install -e .[typing]
+	$(VENV_BIN)/uv pip install -e . --group typing
 	$(VENV_BIN)/mypy

noxfile.py

@@ -15,11 +15,11 @@
 
 def run_common(session: Session, coverage_threshold: float) -> None:
     if session.python == "3.8":
-        session.install("-e .[dev,core]")
+        session.install("-e . --group dev-core")
     elif session.python == "3.12":
-        session.install("-e .[dev,core,extra,dask,modin]")
+        session.install("-e .[dask,modin] --group dev-core --group extra")
     else:
-        session.install("-e .[dev,core,extra,dask,modin,pyspark,ibis]")
+        session.install("-e .[dask,modin,pyspark,ibis] --group dev-core --group extra")
 
     session.run(
         "pytest",