Raise TypeError in kafka.producer.send_messages if any msg is not a str (or subclass); document
This commit is contained in:
@@ -42,9 +42,14 @@ kafka = KafkaClient("localhost:9092")
|
|||||||
|
|
||||||
# To send messages synchronously
|
# To send messages synchronously
|
||||||
producer = SimpleProducer(kafka)
|
producer = SimpleProducer(kafka)
|
||||||
|
|
||||||
|
# Note that the application is responsible for encoding messages to type str
|
||||||
producer.send_messages("my-topic", "some message")
|
producer.send_messages("my-topic", "some message")
|
||||||
producer.send_messages("my-topic", "this method", "is variadic")
|
producer.send_messages("my-topic", "this method", "is variadic")
|
||||||
|
|
||||||
|
# Send unicode message
|
||||||
|
producer.send_messages("my-topic", u'你怎么样?'.encode('utf-8'))
|
||||||
|
|
||||||
# To send messages asynchronously
|
# To send messages asynchronously
|
||||||
producer = SimpleProducer(kafka, async=True)
|
producer = SimpleProducer(kafka, async=True)
|
||||||
producer.send_messages("my-topic", "async message")
|
producer.send_messages("my-topic", "async message")
|
||||||
@@ -78,6 +83,8 @@ producer = SimpleProducer(kafka, batch_send=True,
|
|||||||
# To consume messages
|
# To consume messages
|
||||||
consumer = SimpleConsumer(kafka, "my-group", "my-topic")
|
consumer = SimpleConsumer(kafka, "my-group", "my-topic")
|
||||||
for message in consumer:
|
for message in consumer:
|
||||||
|
# message is raw byte string -- decode if necessary!
|
||||||
|
# e.g., for unicode: `message.decode('utf-8')`
|
||||||
print(message)
|
print(message)
|
||||||
|
|
||||||
kafka.close()
|
kafka.close()
|
||||||
|
|||||||
@@ -148,7 +148,28 @@ class Producer(object):
|
|||||||
def send_messages(self, topic, partition, *msg):
|
def send_messages(self, topic, partition, *msg):
|
||||||
"""
|
"""
|
||||||
Helper method to send produce requests
|
Helper method to send produce requests
|
||||||
|
@param: topic, name of topic for produce request -- type str
|
||||||
|
@param: partition, partition number for produce request -- type int
|
||||||
|
@param: *msg, one or more message payloads -- type str
|
||||||
|
@returns: ResponseRequest returned by server
|
||||||
|
raises on error
|
||||||
|
|
||||||
|
Note that msg type *must* be encoded to str by user.
|
||||||
|
Passing unicode message will not work, for example
|
||||||
|
you should encode before calling send_messages via
|
||||||
|
something like `unicode_message.encode('utf-8')`
|
||||||
|
|
||||||
|
All messages produced via this method will set the message 'key' to Null
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
# Guarantee that msg is actually a list or tuple (should always be true)
|
||||||
|
if not isinstance(msg, (list, tuple)):
|
||||||
|
raise TypeError("msg is not a list or tuple!")
|
||||||
|
|
||||||
|
# Raise TypeError if any message is not encoded as a str
|
||||||
|
if any(not isinstance(m, str) for m in msg):
|
||||||
|
raise TypeError("all produce message payloads must be type str")
|
||||||
|
|
||||||
if self.async:
|
if self.async:
|
||||||
for m in msg:
|
for m in msg:
|
||||||
self.queue.put((TopicAndPartition(topic, partition), m))
|
self.queue.put((TopicAndPartition(topic, partition), m))
|
||||||
|
|||||||
Reference in New Issue
Block a user