diff --git a/playbooks/multinode/pre.yaml b/playbooks/multinode/pre.yaml
new file mode 100644
index 000000000..903c4c804
--- /dev/null
+++ b/playbooks/multinode/pre.yaml
@@ -0,0 +1,3 @@
+- hosts: all
+  roles:
+    - multi-node-known-hosts
diff --git a/zuul.yaml b/zuul.yaml
index ec6fb41d0..27a7be872 100644
--- a/zuul.yaml
+++ b/zuul.yaml
@@ -134,6 +134,13 @@
       at least a ``username`` and ``password`` attribute.
     post-run: playbooks/python/upload-pypi
 
+- job:
+    name: multinode
+    description: |
+      Do additional setup needed for multi-node jobs such as setting up
+      overlay networks and setting up known-hosts and ssh keys
+    pre-run: playbooks/multinode/pre
+
 - project:
     name: openstack-infra/zuul-jobs
     check: