diff --git a/devstack/post_test_hook.sh b/devstack/post_test_hook.sh
index 13c168a..3879881 100644
--- a/devstack/post_test_hook.sh
+++ b/devstack/post_test_hook.sh
@@ -34,6 +34,6 @@ cd $DEVSTACK_PATH/tempest/
 sudo -E stestr init
 
 echo "Listing existing Tempest tests"
-sudo -E stestr list vitrage_tempest_plugin | grep -E "$TESTS" | tee /tmp/vitrage_tempest_tests.list
+sudo -E stestr list vitrage_tempest_plugin | grep -E "$TESTS" | sort | tee /tmp/vitrage_tempest_tests.list
 echo "Testing $1: $TESTS..."
 sudo -E stestr run --serial --subunit --load-list=/tmp/vitrage_tempest_tests.list | subunit-trace --fails