diff --git a/requirements/docs-lint.txt b/requirements/docs-lint.txt
index ab5e601d6b3..e861632b610 100644
--- a/requirements/docs-lint.txt
+++ b/requirements/docs-lint.txt
@@ -1,2 +1,5 @@
-Sphinx==1.8.5
+# Use <2.x until we fix some issues in our theme.
+# Some things are not rendering properly and sidebar shows titles in gray.
+Sphinx==1.8.5  # pyup: <2.0.0
+
 rstcheck==3.3.1
diff --git a/requirements/local-docs-build.txt b/requirements/local-docs-build.txt
index b38aeb006e6..f7ea8bbf741 100644
--- a/requirements/local-docs-build.txt
+++ b/requirements/local-docs-build.txt
@@ -11,11 +11,11 @@ git+https://github.com/agjohnson/sphinx-intl.git@7b5c66bdb30f872b3b1286e371f569c
 Pygments==2.3.1
 
 mkdocs==1.0.4
-Markdown==3.0.1
+Markdown==3.1
 
 # Docs
 sphinxcontrib-httpdomain==1.7.0
 sphinx-prompt==1.0.0
-sphinx-notfound-page==0.1
+sphinx-notfound-page==0.2.1
 commonmark==0.8.1
 recommonmark==0.5.0
diff --git a/requirements/pip.txt b/requirements/pip.txt
index 01491c58b63..e57f446809d 100644
--- a/requirements/pip.txt
+++ b/requirements/pip.txt
@@ -10,7 +10,9 @@ django-extensions==2.1.6
 djangorestframework==3.9.2
 
 # For intersphinx during builds
-Sphinx==1.8.5
+# Use <2.x until we fix some issues in our theme.
+# Some things are not rendering properly and sidebar shows titles in gray.
+Sphinx==1.8.5  # pyup: <2.0.0
 
 # Filtering for the REST API
 django-filter==2.1.0
@@ -58,7 +60,7 @@ pyquery==1.4.0
 
 # lxml is used by pyquery
 # defusedxml is recommended when using lxml
-lxml==4.3.2
+lxml==4.3.3
 defusedxml==0.5.0
 
 # Utils
diff --git a/requirements/testing.txt b/requirements/testing.txt
index e103b486be9..62c1ae3d5c0 100644
--- a/requirements/testing.txt
+++ b/requirements/testing.txt
@@ -11,7 +11,7 @@ pytest-django==3.4.6  # pyup: <3.4.7
 pytest-xdist==1.27.0
 pytest-cov==2.6.1
 apipkg==1.5
-execnet==1.5.0
+execnet==1.6.0
 
 # Mercurial 4.3 and newer require Python 2.7
 # Mercurial is actively being ported to Python 3. As of Mercurial 4.3,
@@ -22,7 +22,7 @@ execnet==1.5.0
 Mercurial==4.4.2  # pyup: ignore
 
 yamale==1.10.0
-pytest-mock==1.10.2
+pytest-mock==1.10.3
 
 # local debugging tools
 datadiff==2.0.0