openstack/deb-python-kafka
Code Issues Proposed changes

Fix possible request draining in ensure_active_group (#896)

Browse Source
This commit is contained in:
Dana Powers
2016-12-02 18:25:28 -08:00
committed by GitHub
parent 9b59c5d755
commit 010ebb53a9
2 changed files with 16 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
kafka/client_async.py
View File

@@ -453,7 +453,7 @@ class KafkaClient(object):
return self._conns[node_id].send(request, expect_response=expect_response) return self._conns[node_id].send(request, expect_response=expect_response)
def poll(self, timeout_ms=None, future=None, sleep=True): def poll(self, timeout_ms=None, future=None, sleep=True, delayed_tasks=True):
"""Try to read and write to sockets. """Try to read and write to sockets.
This method will also attempt to complete node connections, refresh This method will also attempt to complete node connections, refresh
@@ -488,6 +488,7 @@ class KafkaClient(object):
metadata_timeout_ms = self._maybe_refresh_metadata() metadata_timeout_ms = self._maybe_refresh_metadata()
# Send scheduled tasks # Send scheduled tasks
if delayed_tasks:
for task, task_future in self._delayed_tasks.pop_ready(): for task, task_future in self._delayed_tasks.pop_ready():
try: try:
result = task() result = task()

7
kafka/coordinator/base.py
View File

@@ -246,8 +246,11 @@ class BaseCoordinator(object):
# This is important in particular to avoid resending a pending # This is important in particular to avoid resending a pending
# JoinGroup request. # JoinGroup request.
if self._client.in_flight_request_count(self.coordinator_id): if self._client.in_flight_request_count(self.coordinator_id):
while self._client.in_flight_request_count(self.coordinator_id): while not self.coordinator_unknown():
self._client.poll() self._client.poll(delayed_tasks=False)
if not self._client.in_flight_request_count(self.coordinator_id):
break
else:
continue continue
future = self._send_join_group_request() future = self._send_join_group_request()