diff --git a/run_all.sh b/run_all.sh
index dc8b825670..184e9196f5 100755
--- a/run_all.sh
+++ b/run_all.sh
@@ -36,9 +36,9 @@ set +e
 
 # First run the git/gerrit sequence, since it's important that they all work
 # together
-ansible-playbook /etc/ansible/playbooks/remote_puppet_git.yaml
+ansible-playbook -f 10 /etc/ansible/playbooks/remote_puppet_git.yaml
 # Run AFS changes separately so we can make sure to only do one at a time
 # (turns out quorum is nice to have)
 ansible-playbook -f 1 /etc/ansible/playbooks/remote_puppet_afs.yaml
 # Run everything else. We do not care if the other things worked
-ansible-playbook /etc/ansible/playbooks/remote_puppet_else.yaml
+ansible-playbook -f 20 /etc/ansible/playbooks/remote_puppet_else.yaml