diff --git a/handlers/main.yml b/handlers/main.yml
index 57a4adb0..e5f02a09 100644
--- a/handlers/main.yml
+++ b/handlers/main.yml
@@ -55,16 +55,6 @@
     - "venv changed"
     - "Restart uWSGI"
 
-# NOTE (noonedeadpunk): Remove this task after Xena release
-- name: Remove obsoleted policy.json file
-  file:
-    path: "/etc/keystone/policy.json"
-    state: absent
-  listen:
-    - "venv changed"
-    - "Restart web server"
-    - "Restart uWSGI"
-
 - name: Start uWSGI
   service:
     name: "{{ item }}"