diff --git a/aodh/tests/functional/gabbi/test_gabbi_live.py b/aodh/tests/functional/gabbi/test_gabbi_live.py
index 020df28f..af72a84d 100644
--- a/aodh/tests/functional/gabbi/test_gabbi_live.py
+++ b/aodh/tests/functional/gabbi/test_gabbi_live.py
@@ -44,3 +44,5 @@ def load_tests(loader, tests, pattern):
                                   host=parsed_url.hostname,
                                   port=port,
                                   prefix=prefix)
+    elif os.getenv('GABBI_LIVE_FAIL_IF_NO_TEST'):
+        raise RuntimeError('AODH_SERVICE_URL is not set')
diff --git a/tox.ini b/tox.ini
index fdd4a68d..20f71c5c 100644
--- a/tox.ini
+++ b/tox.ini
@@ -36,6 +36,7 @@ commands =
 setenv = VIRTUAL_ENV={envdir}
          EVENTLET_NO_GREENDNS=yes
          OS_TEST_PATH=aodh/tests/functional/
+         GABBI_LIVE_FAIL_IF_NO_TEST=1
 passenv = AODH_*
 commands =
    bash -x {toxinidir}/run-functional-tests.sh "{posargs}"