diff --git a/playbooks/roles/install-ansible/tasks/main.yaml b/playbooks/roles/install-ansible/tasks/main.yaml
index f2744200b2..19cc226442 100644
--- a/playbooks/roles/install-ansible/tasks/main.yaml
+++ b/playbooks/roles/install-ansible/tasks/main.yaml
@@ -119,21 +119,6 @@
     owner: root
     group: root
 
-# Yeah. This is install-ansible. But we need to do this and doing it when
-# we install the ansible stuff seems like the right time workflow-wise.
-- name: Ensure puppet directory
-  file:
-    state: directory
-    path: /etc/puppet
-
-- name: Install puppet module management scripts
-  copy:
-    src: '{{ item }}'
-    dest: '/etc/puppet/{{ item }}'
-  loop:
-    - install_modules.sh
-    - modules.env
-
 - name: Copy yamlgroup inventory in place
   copy:
     src: inventory_plugins/yamlgroup.py
diff --git a/playbooks/roles/install-ansible/files/install_modules.sh b/playbooks/roles/puppet-setup-ansible/files/install_modules.sh
similarity index 100%
rename from playbooks/roles/install-ansible/files/install_modules.sh
rename to playbooks/roles/puppet-setup-ansible/files/install_modules.sh
diff --git a/playbooks/roles/install-ansible/files/modules.env b/playbooks/roles/puppet-setup-ansible/files/modules.env
similarity index 100%
rename from playbooks/roles/install-ansible/files/modules.env
rename to playbooks/roles/puppet-setup-ansible/files/modules.env
diff --git a/playbooks/roles/puppet-setup-ansible/tasks/main.yaml b/playbooks/roles/puppet-setup-ansible/tasks/main.yaml
index dea701c0cb..bb2bf70bd3 100644
--- a/playbooks/roles/puppet-setup-ansible/tasks/main.yaml
+++ b/playbooks/roles/puppet-setup-ansible/tasks/main.yaml
@@ -4,6 +4,19 @@
     ansible_roles:
       - puppet
 
+- name: Ensure puppet directory
+  file:
+    state: directory
+    path: /etc/puppet
+
+- name: Install puppet module management scripts
+  copy:
+    src: '{{ item }}'
+    dest: '/etc/puppet/{{ item }}'
+  loop:
+    - install_modules.sh
+    - modules.env
+
 - name: Run puppet module install on bridge
   command:
     cmd: bash install_modules.sh