diff --git a/roles/test-matrix/tasks/main.yaml b/roles/test-matrix/tasks/main.yaml
index a91e72a8..d6927021 100644
--- a/roles/test-matrix/tasks/main.yaml
+++ b/roles/test-matrix/tasks/main.yaml
@@ -13,7 +13,7 @@
   fail:
     msg: "Please ensure virtualenv is available!"
   when:
-    - virtualenv_available | failed
+    - virtualenv_available.rc != 0
     - ansible_os_family != 'Darwin'
 
 - name: Install PyYAML to parse the test matrix