diff --git a/dev-requirements.txt b/dev-requirements.txt
index 3e319ef9..46c7eda1 100644
--- a/dev-requirements.txt
+++ b/dev-requirements.txt
@@ -8,5 +8,5 @@ mock
 fedora-messaging
 
 # Documentation build requirements
-sphinx < 4
+sphinx
 sphinxcontrib-httpdomain
diff --git a/docs/policies.rst b/docs/policies.rst
index 6685b37a..7d62b074 100644
--- a/docs/policies.rst
+++ b/docs/policies.rst
@@ -256,14 +256,14 @@ dev server whenever you make a change to the policies.
 Now, you can use :program:`curl` or your favourite HTTP client to ask
 Greenwave for a decision:
 
-.. code-block:: console
+.. code-block:: bash
 
-   $ curl http://localhost:5005/api/v1.0/decision \
-       --header 'Content-Type: application/json' \
-       --data '{"product_version": "fedora-27",
-   >       "decision_context": "bodhi_update_push_stable",
-   >       "subject": [{"item": "akonadi-calendar-tools-17.12.1-1.fc27",
-   >                    "type": "koji_build"}]}'
+   curl http://localhost:5005/api/v1.0/decision \
+     --header 'Content-Type: application/json' \
+     --data '{"product_version": "fedora-27",
+         "decision_context": "bodhi_update_push_stable",
+         "subject": [{"item": "akonadi-calendar-tools-17.12.1-1.fc27",
+                      "type": "koji_build"}]}'
 
 
 
@@ -299,7 +299,7 @@ You can:
 
 Here's an example of a RemoteRule:
 
-.. code-block:: console
+.. code-block:: yaml
 
    --- !Policy
    id: "test_remoterule"
diff --git a/docs/requirements.txt b/docs/requirements.txt
index 8d48a763..c4539be9 100644
--- a/docs/requirements.txt
+++ b/docs/requirements.txt
@@ -1,6 +1,6 @@
 flask
 python-dateutil
-sphinx < 4
+sphinx
 sphinxcontrib-httpdomain
 prometheus_client
 dogpile.cache