
To let other OpenStack projects move forward with new versions of kafka-python we're forking kafka-python and embedding it in monasca-common. This allows us to migrate to the new async interfaces provided by more recent kafka clients over time and not block other projects. Requiring pykafka to allow us to have ~4x more throughput once we write to their async interfaces. Change-Id: Ifb6ab67ce1335a5ec4ed7dd8b0027dc9d46a6dda Depends-On: I26f9c588f2818059ab6ba24f9fad8e213798a39c
25 lines
694 B
Python
25 lines
694 B
Python
|
|
class Partitioner(object):
|
|
"""
|
|
Base class for a partitioner
|
|
"""
|
|
def __init__(self, partitions):
|
|
"""
|
|
Initialize the partitioner
|
|
|
|
Arguments:
|
|
partitions: A list of available partitions (during startup)
|
|
"""
|
|
self.partitions = partitions
|
|
|
|
def partition(self, key, partitions=None):
|
|
"""
|
|
Takes a string key and num_partitions as argument and returns
|
|
a partition to be used for the message
|
|
|
|
Arguments:
|
|
key: the key to use for partitioning
|
|
partitions: (optional) a list of partitions.
|
|
"""
|
|
raise NotImplementedError('partition function has to be implemented')
|