diff --git a/other-requirements.txt b/other-requirements.txt
new file mode 100644
index 0000000000..9ee5bf2b65
--- /dev/null
+++ b/other-requirements.txt
@@ -0,0 +1,2 @@
+language-pack-en [platform:ubuntu]
+libjpeg-dev [platform:dpkg]
diff --git a/tox.ini b/tox.ini
index a36cb767e9..7be06e14bc 100644
--- a/tox.ini
+++ b/tox.ini
@@ -47,6 +47,14 @@ select = H231
 basepython = python2.7
 commands = {toxinidir}/tools/grafyaml-validate.sh
 
+[testenv:bindep]
+# Do not install any requirements. We want this to be fast and work even if
+# system dependencies are missing, since it's used to tell you what system
+# dependencies are missing! This also means that bindep must be installed
+# separately, outside of the requirements files.
+deps = bindep
+commands = bindep test
+
 [testenv:jjb]
 basepython = python2.7
 deps = jenkins-job-builder