core: optimise packages and usage (reducing ~100 packages in default mode)

Author: simonprovost

.github/workflows/docs.yml

@@ -32,6 +32,7 @@ jobs:
       - name: Create virtual environment
         run: uv venv
       - name: Install dependencies
-        run: uv sync --dev
+        run: |
+          uv sync --group dev --group notebook
       - name: Build documentation
-        run: uv run mkdocs build --site-dir site
+        run: uv run mkdocs build --site-dir site

.github/workflows/publish_pypi.yml

@@ -23,10 +23,9 @@ jobs:
           enable-cache: false
           python-version: "3.10"
 
-      - name: Lock and Sync Dependencies
+      - name: Prepare build lockfile
         run: |
           uv lock
-          uv sync --all-groups
 
       - name: Build Distribution
         run: |

.github/workflows/test.yml

@@ -26,7 +26,7 @@ jobs:
 
       - name: Install dependencies
         run: |
-          uv sync --all-groups
+          uv sync --group dev --group full
 
       - name: Run tests
         run: uv run pytest -v

pyproject.toml

@@ -35,39 +35,61 @@ dependencies = [
     "folium>=0.19.4",
     "ipython>=8.18.1",
     "ipywidgets>=8.1.5",
-    "jupyter-server-ydoc>=1.1.0",
-    "jupyter>=1.1.1",
-    "jupyter-contrib-nbextensions>=0.7.0",
-    "jupyterlab-widgets>=3.0.13",
-    "mapclassify>=2.8.1",
     "matplotlib>=3.9.4",
     "networkx>=3.2.1",
-    "notebook==6.4.12",
-    "psygnal>=0.12.0",
     "scikit-learn>=1.6.1",
-    "skrub>=0.5.1",
-    "tqdm>=4.67.1",
-    "traitlets==5.9.0",
-    "jupytergis-core>=0.2.1",
-    "jupytergis-qgis>=0.2.1",
-    "millify>=0.1.1",
     "beartype>=0.19.0",
-    "pre-commit>=4.1.0",
     "osmnx>=2.0.1",
     "geopandas>=1.0.1",
     "dependency-injector>=4.45.0",
     "pyarrow>=19.0.1",
-    "auctus-search",
     "loguru>=0.7.3",
     "thefuzz>=0.22.1",
-    "ell-ai[all]>=0.0.17",
     "dill<0.3.8",
-    "jupytergis==0.4.4",
-    "jupyter-resource-usage>=1.1.1",
-    "nbstripout>=0.8.1",
     "geopy>=2.4.1",
     "alive-progress>=3.2.0",
     "datasets>=3.5.0",
+    "mapclassify>=2.8.1",
+]
+
+[project.optional-dependencies]
+notebook = [
+    "jupyter>=1.1.1",
+    "notebook==6.4.12",
+    "jupyter-server-ydoc>=1.1.0",
+    "jupyter-contrib-nbextensions>=0.7.0",
+    "jupyterlab-widgets>=3.0.13",
+    "jupyter-resource-usage>=1.1.1",
+    "nbstripout>=0.8.1",
+]
+interactive_table_vis = [
+    "skrub>=0.5.1",
+]
+auctus_mixins = [
+    "auctus-search",
+]
+pipeline_generators = [
+    "ell-ai[all]>=0.0.17",
+]
+jupytergis_mixins = [
+    "jupytergis==0.4.4",
+    "jupytergis-core>=0.2.1",
+    "jupytergis-qgis>=0.2.1",
+]
+full = [
+    "skrub>=0.5.1",
+    "auctus-search",
+    "ell-ai[all]>=0.0.17",
+    "jupyter>=1.1.1",
+    "notebook==6.4.12",
+    "jupyter-server-ydoc>=1.1.0",
+    "jupyter-contrib-nbextensions>=0.7.0",
+    "jupyterlab-widgets>=3.0.13",
+    "jupyter-resource-usage>=1.1.1",
+    "nbstripout>=0.8.1",
+    "jupytergis==0.4.4",
+    "jupytergis-core>=0.2.1",
+    "jupytergis-qgis>=0.2.1",
 ]
 
 [project.urls]
@@ -124,4 +146,53 @@ dev = [
     "mkdocs-macros-plugin>=1.3.7",
     "mkdocs-abs-rel-plugin>=0.2.4",
     "mkdocs-document-dates>=3.1.5",
+    # development workflow helpers
+    "pre-commit>=4.1.0",
+]
+
+notebook = [
+    "jupyter>=1.1.1",
+    "notebook==6.4.12",
+    "jupyter-server-ydoc>=1.1.0",
+    "jupyter-contrib-nbextensions>=0.7.0",
+    "jupyterlab-widgets>=3.0.13",
+    "jupyter-resource-usage>=1.1.1",
+    "nbstripout>=0.8.1",
+]
+
+interactive_table_vis = [
+    "skrub>=0.5.1",
+]
+
+auctus_mixins = [
+    "auctus-search",
+]
+
+pipeline_generators = [
+    "ell-ai[all]>=0.0.17",
+]
+
+jupytergis_mixins = [
+    "jupytergis==0.4.4",
+    "jupytergis-core>=0.2.1",
+    "jupytergis-qgis>=0.2.1",
+]
+
+full = [
+    "skrub>=0.5.1",
+    "auctus-search",
+    "ell-ai[all]>=0.0.17",
+    "jupyter>=1.1.1",
+    "notebook==6.4.12",
+    "jupyter-server-ydoc>=1.1.0",
+    "jupyter-contrib-nbextensions>=0.7.0",
+    "jupyterlab-widgets>=3.0.13",
+    "jupyter-resource-usage>=1.1.1",
+    "nbstripout>=0.8.1",
+    "jupytergis==0.4.4",
+    "jupytergis-core>=0.2.1",
+    "jupytergis-qgis>=0.2.1",
 ]
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]