diff --git a/rally-jobs/rally-keystone-api-v2.yaml b/rally-jobs/rally-keystone-api-v2.yaml
index ed94e270..0bf7ef3c 100644
--- a/rally-jobs/rally-keystone-api-v2.yaml
+++ b/rally-jobs/rally-keystone-api-v2.yaml
@@ -599,16 +599,6 @@
         failure_rate:
           max: 0
 
-  Dummy.dummy_with_scenario_output:
-    -
-      runner:
-        type: "constant"
-        times: 20
-        concurrency: 10
-      sla:
-        failure_rate:
-          max: 0
-
   Dummy.dummy_random_fail_in_atomic:
     -
       args:
diff --git a/rally-jobs/rally.yaml b/rally-jobs/rally.yaml
index 7117dc31..42f409fc 100644
--- a/rally-jobs/rally.yaml
+++ b/rally-jobs/rally.yaml
@@ -631,16 +631,6 @@
         failure_rate:
           max: 0
 
-  Dummy.dummy_with_scenario_output:
-    -
-      runner:
-        type: "constant"
-        times: 20
-        concurrency: 10
-      sla:
-        failure_rate:
-          max: 0
-
   Dummy.dummy_random_fail_in_atomic:
     -
       args:
diff --git a/tests/functional/test_cli_plugin.py b/tests/functional/test_cli_plugin.py
index 04f72a92..2980e597 100644
--- a/tests/functional/test_cli_plugin.py
+++ b/tests/functional/test_cli_plugin.py
@@ -25,13 +25,6 @@ class PluginTestCase(unittest.TestCase):
         self.rally = utils.Rally()
 
     def test_show_one(self):
-        result = self.rally("plugin show Dummy.dummy_with_scenario_output")
-        self.assertIn("NAME", result)
-        self.assertIn("NAMESPACE", result)
-        self.assertIn("Dummy.dummy_with_scenario_output", result)
-        self.assertIn("MODULE", result)
-
-    def test_show_multiple_and_full_match(self):
         result = self.rally("plugin show Dummy.dummy")
         self.assertIn("NAME", result)
         self.assertIn("NAMESPACE", result)
@@ -43,7 +36,6 @@ class PluginTestCase(unittest.TestCase):
         self.assertIn("Multiple plugins found:", result)
         self.assertIn("Dummy.dummy", result)
         self.assertIn("Dummy.dummy_exception", result)
-        self.assertIn("Dummy.dummy_with_scenario_output", result)
         self.assertIn("Dummy.dummy_random_fail_in_atomic", result)
 
     def test_show_not_found(self):
@@ -66,7 +58,6 @@ class PluginTestCase(unittest.TestCase):
         result = self.rally("plugin list Dummy")
         self.assertIn("Dummy.dummy", result)
         self.assertIn("Dummy.dummy_exception", result)
-        self.assertIn("Dummy.dummy_with_scenario_output", result)
         self.assertIn("Dummy.dummy_random_fail_in_atomic", result)
 
     def test_list_not_found_namespace(self):