Modified kafka max buffer size
Setting max_buffer_size to None in the kafka consumer object lets the consumer to grow its internal buffer without limit allowing it to read messages of any size from the kafka queue. Change-Id: Ic47068cf1c12a9d40c6d9fe4424cf2d658955139
This commit is contained in:
parent
ca21c1feed
commit
f9403b3a6e
@ -49,7 +49,8 @@ class KafkaConsumer(BaseProcessor):
|
|||||||
group,
|
group,
|
||||||
self._kafka_topic,
|
self._kafka_topic,
|
||||||
auto_commit=False,
|
auto_commit=False,
|
||||||
iter_timeout=5)
|
iter_timeout=5,
|
||||||
|
max_buffer_size=None)
|
||||||
|
|
||||||
self._consumer.provide_partition_info() # Without this the partition is not provided in the response
|
self._consumer.provide_partition_info() # Without this the partition is not provided in the response
|
||||||
self._consumer.fetch_last_known_offsets()
|
self._consumer.fetch_last_known_offsets()
|
||||||
|
Loading…
Reference in New Issue
Block a user