diff --git a/mkdocs.yml b/mkdocs.yml
index b62bc50b36..f7773d3a4d 100644
--- a/mkdocs.yml
+++ b/mkdocs.yml
@@ -22,3 +22,4 @@ nav:
 markdown_extensions:
   - admonition
   - codehilite
+  - pymdownx.superfences
diff --git a/noxfile.py b/noxfile.py
index 747e30ef6b..341fa7de4c 100644
--- a/noxfile.py
+++ b/noxfile.py
@@ -1,13 +1,16 @@
 import nox
 
 nox.options.stop_on_first_error = True
+nox.options.reuse_existing_virtualenvs = True
 
 source_files = ("httpx", "tools", "tests", "setup.py", "noxfile.py")
 
 
-@nox.session(reuse_venv=True)
+@nox.session
 def lint(session):
-    session.install("autoflake", "black", "flake8", "isort", "seed-isort-config")
+    session.install(
+        "--upgrade", "autoflake", "black", "flake8", "isort", "seed-isort-config"
+    )
 
     session.run("autoflake", "--in-place", "--recursive", *source_files)
     session.run("seed-isort-config", "--application-directories=httpx")
@@ -17,9 +20,10 @@ def lint(session):
     check(session)
 
 
-@nox.session(reuse_venv=True)
+@nox.session
 def check(session):
     session.install(
+        "--upgrade",
         "black",
         "flake8",
         "flake8-bugbear",
@@ -37,14 +41,14 @@ def check(session):
     )
 
 
-@nox.session(reuse_venv=True)
+@nox.session
 def docs(session):
-    session.install("mkdocs", "mkdocs-material")
+    session.install("--upgrade", "mkdocs", "mkdocs-material", "pymdown-extensions")
 
     session.run("mkdocs", "build")
 
 
 @nox.session(python=["3.6", "3.7", "3.8"])
 def test(session):
-    session.install("-r", "test-requirements.txt")
+    session.install("--upgrade", "-r", "test-requirements.txt")
     session.run("python", "-m", "pytest", *session.posargs)