Add functional tests for rally verify

Functional tests for:
 - launch verification for "image" set
 - launch verification for "smoke" set

Change-Id: Ia7073e1ed57fb3efd18800a51289316a922b9d19

tests/functional/test_cli_verify.py

@@ -0,0 +1,50 @@
+# Copyright 2014: Mirantis Inc.
+# All Rights Reserved.
+#
+#    Licensed under the Apache License, Version 2.0 (the "License"); you may
+#    not use this file except in compliance with the License. You may obtain
+#    a copy of the License at
+#
+#         http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+#    License for the specific language governing permissions and limitations
+#    under the License.
+
+import json
+import unittest
+
+from tests.functional import utils
+
+
+class VerifyTestCase(unittest.TestCase):
+
+    def setUp(self):
+        super(VerifyTestCase, self).setUp()
+        self.rally = utils.Rally()
+
+    def _verify_start_and_get_results_in_json(self, set_name):
+        self.rally("verify start %s" % set_name)
+        results = json.loads(self.rally("verify results --json"))
+
+        failed_tests = results["failures"] * 100.0 / results["tests"]
+        if failed_tests >= 50:
+            self.fail("Number of failed tests more than 50%.")
+
+        show_output = self.rally("verify show")
+
+        total_raw = show_output.split("\n").pop(5)[1:-1].replace(" ", "")
+        total = total_raw.split('|')
+
+        self.assertEqual(set_name, total[2])
+        self.assertEqual(results["tests"], int(total[3]))
+        self.assertEqual(results["failures"], int(total[4]))
+        self.assertEqual("finished", total[6])
+
+    def test_image_set(self):
+        self._verify_start_and_get_results_in_json("image")
+
+    def test_smoke_set(self):
+        self._verify_start_and_get_results_in_json("smoke")