@@ -91,13 +91,16 @@ producer = KeyedProducer(kafka, "my-topic", partitioner=RoundRobinPartitioner)
|
||||
|
||||
## Multiprocess consumer
|
||||
```python
|
||||
from kafka.client import KafkaClient
|
||||
from kafka.consumer import MultiProcessConsumer
|
||||
|
||||
kafka = KafkaClient("localhost", 9092)
|
||||
|
||||
# This will split the number of partitions among two processes
|
||||
consumer = MultiProcessConsumer(kafka, "my-topic", "my-group", num_procs=2)
|
||||
consumer = MultiProcessConsumer(kafka, "my-group", "my-topic", num_procs=2)
|
||||
|
||||
# This will spawn processes such that each handles 2 partitions max
|
||||
consumer = MultiProcessConsumer(kafka, "my-topic", "my-group",
|
||||
consumer = MultiProcessConsumer(kafka, "my-group", "my-topic",
|
||||
partitions_per_proc=2)
|
||||
|
||||
for message in consumer:
|
||||
|
||||
Reference in New Issue
Block a user