diff --git a/ansible/roles/zookeeper/templates/zookeeper.json.j2 b/ansible/roles/zookeeper/templates/zookeeper.json.j2
index 2a09661f..fc9cfe01 100644
--- a/ansible/roles/zookeeper/templates/zookeeper.json.j2
+++ b/ansible/roles/zookeeper/templates/zookeeper.json.j2
@@ -1,5 +1,6 @@
+{% set zk_path = '/usr/share/zookeeper/bin' if kolla_base_distro in ['ubuntu', 'debian'] else '/opt/mesosphere/zookeeper/bin' %}
 {
-    "command": "/opt/mesosphere/zookeeper/bin/zkServer.sh start-foreground",
+    "command": "{{ zk_path }}/zkServer.sh start-foreground",
     "config_files": [
         {
             "source": "{{ container_config_directory }}/zoo.cfg",