cb2ec23cee
To let other OpenStack projects move forward with new versions of kafka-python we're forking kafka-python and embedding it in monasca-common. This allows us to migrate to the new async interfaces provided by more recent kafka clients over time and not block other projects. Requiring pykafka to allow us to have ~4x more throughput once we write to their async interfaces. Change-Id: Ifb6ab67ce1335a5ec4ed7dd8b0027dc9d46a6dda Depends-On: I26f9c588f2818059ab6ba24f9fad8e213798a39c
24 lines
720 B
Python
24 lines
720 B
Python
from itertools import cycle
|
|
|
|
from .base import Partitioner
|
|
|
|
class RoundRobinPartitioner(Partitioner):
|
|
"""
|
|
Implements a round robin partitioner which sends data to partitions
|
|
in a round robin fashion
|
|
"""
|
|
def __init__(self, partitions):
|
|
super(RoundRobinPartitioner, self).__init__(partitions)
|
|
self.iterpart = cycle(partitions)
|
|
|
|
def _set_partitions(self, partitions):
|
|
self.partitions = partitions
|
|
self.iterpart = cycle(partitions)
|
|
|
|
def partition(self, key, partitions=None):
|
|
# Refresh the partition list if necessary
|
|
if partitions and self.partitions != partitions:
|
|
self._set_partitions(partitions)
|
|
|
|
return next(self.iterpart)
|