openstack/deb-python-kafka
Code Issues Proposed changes

Log debug messages when skipping fetched messages due to offset checks

Browse Source
This commit is contained in:
Dana Powers
2016-04-06 11:46:20 -07:00
parent 452e7c2190
commit 358b482074
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
kafka/consumer/fetcher.py
View File

@@ -338,6 +338,8 @@ class Fetcher(six.Iterator):
for record in self._unpack_message_set(tp, messages):
# Fetched compressed messages may include additional records
if record.offset < fetch_offset:
log.debug("Skipping message offset: %s (expecting %s)",
record.offset, fetch_offset)
continue
drained[tp].append(record)
else:
@@ -419,6 +421,9 @@ class Fetcher(six.Iterator):
# Compressed messagesets may include earlier messages
# It is also possible that the user called seek()
elif msg.offset != self._subscriptions.assignment[tp].position:
log.debug("Skipping message offset: %s (expecting %s)",
msg.offset,
self._subscriptions.assignment[tp].position)
continue
self._subscriptions.assignment[tp].position = msg.offset + 1