diff --git a/dask_kubernetes/operator/controller/tests/test_controller.py b/dask_kubernetes/operator/controller/tests/test_controller.py
index 4c758d7e..cbad39d0 100644
--- a/dask_kubernetes/operator/controller/tests/test_controller.py
+++ b/dask_kubernetes/operator/controller/tests/test_controller.py
@@ -656,8 +656,8 @@ async def test_job(
             job_status = _get_job_status(k8s_cluster, ns)
             _assert_final_job_status(job, job_status, "Successful")
 
-    assert "A DaskJob has been created" in runner.stdout
-    assert "Job succeeded, deleting Dask cluster." in runner.stdout
+    assert "A DaskJob has been created" in runner.stdout, f"Can not find proper message in: {runner.stdout}"
+    assert "Job succeeded, deleting Dask cluster." in runner.stdout, f"Can not find proper message in: {runner.stdout}"
 
 
 @pytest.mark.anyio
@@ -718,8 +718,8 @@ async def test_failed_job(
             job_status = _get_job_status(k8s_cluster, ns)
             _assert_final_job_status(job, job_status, "Failed")
 
-    assert "A DaskJob has been created" in runner.stdout
-    assert "Job failed, deleting Dask cluster." in runner.stdout
+    assert "A DaskJob has been created" in runner.stdout, f"Can not find proper message in: {runner.stdout}"
+    assert "Job failed, deleting Dask cluster." in runner.stdout, f"Can not find proper message in: {runner.stdout}"
 
 
 @pytest.mark.anyio
diff --git a/docs/requirements-docs.txt b/docs/requirements-docs.txt
index 71276817..a6fb0ef8 100644
--- a/docs/requirements-docs.txt
+++ b/docs/requirements-docs.txt
@@ -1,16 +1,18 @@
-numpydoc
-sphinx
+# We have to set minimal versions to avoid searches over old versions whose metadata is incompatible with the latest pip
+numpydoc<2,>=1.5.0
+docutils<0.17,>=0.16
+sphinx<5,>=4.0.0
 sphinx-reredirects
 sphinxcontrib-mermaid
-dask-sphinx-theme>=3.0.0
+dask-sphinx-theme<4,>=3.0.5
 sphinx-helm>=0.2.1
 
 # FIXME: This workaround is required until we have sphinx>=5, as enabled by
 #        dask-sphinx-theme no longer pinning sphinx-book-theme==0.2.0. This is
 #        tracked in https://github.com/dask/dask-sphinx-theme/issues/68.
 #
-sphinxcontrib-applehelp<1.0.5
-sphinxcontrib-devhelp<1.0.6
-sphinxcontrib-htmlhelp<2.0.5
-sphinxcontrib-serializinghtml<1.1.10
-sphinxcontrib-qthelp<1.0.7
+sphinxcontrib-applehelp<1.0.5,>=1.0.0
+sphinxcontrib-devhelp<1.0.6,>=1.0.0
+sphinxcontrib-htmlhelp<2.0.5,>=2.0.0
+sphinxcontrib-serializinghtml<1.1.10,>=1.0.0
+sphinxcontrib-qthelp<1.0.7,>=1.0.0