diff --git a/dib/ironic-python-agent-ramdisk/post-install.d/80-ironic-agent b/dib/ironic-python-agent-ramdisk/post-install.d/80-ironic-agent
index 81f074e..6f0384b 100755
--- a/dib/ironic-python-agent-ramdisk/post-install.d/80-ironic-agent
+++ b/dib/ironic-python-agent-ramdisk/post-install.d/80-ironic-agent
@@ -10,6 +10,9 @@ install-packages -e cloud-init
 
 rm -rf /tmp/ironic-python-agent
 
+# Make sure rescue works
+mkdir -p /etc/ipa-rescue-config
+
 case "$DIB_INIT_SYSTEM" in
     upstart)
         if [ -f /etc/init/ufw.conf ]; then