diff --git a/tooz/drivers/redis.py b/tooz/drivers/redis.py
index 77a43514..56119a37 100644
--- a/tooz/drivers/redis.py
+++ b/tooz/drivers/redis.py
@@ -337,6 +337,9 @@ class RedisDriver(coordination.CoordinationDriver):
             group_id = self._joined_groups.pop()
             try:
                 self.leave_group(group_id).get()
+            except (coordination.MemberNotJoined,
+                    coordination.GroupNotCreated):
+                pass
             except coordination.ToozError:
                 LOG.warning("Unable to leave group '%s'", group_id,
                             exc_info=True)