openstack/deb-python-kafka
Code Issues Proposed changes

client.reinit() can raise an exception; catch in async producer

Browse Source
This commit is contained in:
Dana Powers
2015-12-04 16:29:29 -08:00
parent 8a74c20345
commit 7dec992a4e
1 changed files with 10 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
kafka/producer/base.py
View File

@@ -78,9 +78,17 @@ def _send_upstream(queue, client, codec, batch_time, batch_size,
retrying messages after stop_event is set, defaults to 30. retrying messages after stop_event is set, defaults to 30.
""" """
request_tries = {} request_tries = {}
client.reinit()
stop_at = None
while not stop_event.is_set():
try:
client.reinit()
except Exception as e:
log.warn('Async producer failed to connect to brokers; backoff for %s(ms) before retrying', retry_options.backoff_ms)
time.sleep(float(retry_options.backoff_ms) / 1000)
else:
break
stop_at = None
while not (stop_event.is_set() and queue.empty() and not request_tries): while not (stop_event.is_set() and queue.empty() and not request_tries):
# Handle stop_timeout # Handle stop_timeout