diff --git a/.readthedocs.yml b/.readthedocs.yml
index 21d235821..68f0950ab 100644
--- a/.readthedocs.yml
+++ b/.readthedocs.yml
@@ -6,6 +6,7 @@ python:
     - requirements: docs/requirements.txt
     - method: pip
       path: .
+    - requirements: docs/docutils-test.txt
 
 sphinx:
   configuration: docs/conf.py
diff --git a/docs/docutils-test.txt b/docs/docutils-test.txt
new file mode 100644
index 000000000..51dfb14bc
--- /dev/null
+++ b/docs/docutils-test.txt
@@ -0,0 +1 @@
+docutils==0.17
diff --git a/docs/requirements.txt b/docs/requirements.txt
index 2c1760e14..471368c22 100644
--- a/docs/requirements.txt
+++ b/docs/requirements.txt
@@ -1,2 +1,2 @@
-sphinx>=3.0
+sphinx>=4.0.dev0
 sphinxcontrib-httpdomain