diff --git a/devstack/plugin.sh b/devstack/plugin.sh
index df0437fd6..6f6700a02 100644
--- a/devstack/plugin.sh
+++ b/devstack/plugin.sh
@@ -277,7 +277,9 @@ function stop_docker {
         echo -n "."
         sleep 1
     done
-    sudo rm "$KURYR_DOCKER_ENGINE_SOCKET_FILE"
+    if [ -e "$KURYR_DOCKER_ENGINE_SOCKET_FILE" ]; then
+        sudo rm "$KURYR_DOCKER_ENGINE_SOCKET_FILE"
+    fi
 }
 
 function get_hyperkube_container_cacert_setup_dir {