diff --git a/.zuul.d/project-templates.yaml b/.zuul.d/project-templates.yaml
index f3044c8..a202433 100644
--- a/.zuul.d/project-templates.yaml
+++ b/.zuul.d/project-templates.yaml
@@ -14,9 +14,10 @@
     name: windmill-jobs-bionic
     check:
       jobs:
-        - windmill-ubuntu-bionic:
-            voting: false
+        - windmill-ubuntu-bionic
         - windmill-src-ubuntu-bionic:
             voting: false
     gate:
       queue: windmill
+      jobs:
+        - windmill-ubuntu-bionic
diff --git a/tests/extra-vars/pip.yaml b/tests/extra-vars/pip.yaml
index 9338aa9..9fa0056 100644
--- a/tests/extra-vars/pip.yaml
+++ b/tests/extra-vars/pip.yaml
@@ -4,3 +4,8 @@
 zuul_user_name: zuul-test
 zuul_user_group: zuul-test
 zuul_user_home: /var/lib/zuul
+
+# NOTE(pabelanger): Pin nodepool until we have zookeeper SSL working
+nodepool_pip_version: 3.14.0
+# NOTE(pabelanger): Pin zuul until we have zookeeper SSL working
+zuul_pip_version: 3.19.1