openstack/deb-python-kafka
Code Issues Proposed changes

Changed randomization to simply randomize the initial starting partition of the sorted list of partition rather than completely randomizing the initial ordering before round-robin cycling the partitions

Browse Source
This commit is contained in:
Alex Couture-Beil
2014-04-01 18:07:24 -07:00
parent a81be573b2
commit 4d0722aef2
1 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
kafka/producer.py
View File

@@ -198,9 +198,13 @@ class SimpleProducer(Producer):
if topic not in self.partition_cycles:
if topic not in self.client.topic_partitions:
self.client.load_metadata_for_topics(topic)
randomly_ordered_partitions = self.client.topic_partitions[topic][:]
random.shuffle(randomly_ordered_partitions)
self.partition_cycles[topic] = cycle(randomly_ordered_partitions)
self.partition_cycles[topic] = cycle(self.client.topic_partitions[topic])
# Randomize the initial partition that is returned
num_partitions = len(self.client.topic_partitions[topic])
for _ in xrange(random.randint(0, num_partitions-1)):
self.partition_cycles[topic].next()
return self.partition_cycles[topic].next()
def send_messages(self, topic, *msg):