diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
index ef8d7efa..f8c41f0f 100644
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -25,7 +25,6 @@ jobs:
     - name: Install other dependencies
       run: |
         conda install rpy2 -c conda-forge
-        pip install celer
         pip install statsmodels cvxopt
         pip install git+https://github.com/jolars/sortedl1.git
         # for testing Cox estimator
diff --git a/pyproject.toml b/pyproject.toml
index a7529dbf..ff51d11d 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -38,6 +38,7 @@ test = [
     "flake8",
     "coverage",
     "numpydoc",
+    "celer",
 ]
 
 doc = [