a1593cd0ff
The __future__ module [1] was used in this context to ensure compatibility between python 2 and python 3. We previously dropped the support of python 2.7 [2] and now we only support python 3 so we don't need to continue to use this module and the imports listed below. Imports commonly used and their related PEPs: - `division` is related to PEP 238 [3] - `print_function` is related to PEP 3105 [4] - `unicode_literals` is related to PEP 3112 [5] - `with_statement` is related to PEP 343 [6] - `absolute_import` is related to PEP 328 [7] [1] https://docs.python.org/3/library/__future__.html [2] https://governance.openstack.org/tc/goals/selected/ussuri/drop-py27.html [3] https://www.python.org/dev/peps/pep-0238 [4] https://www.python.org/dev/peps/pep-3105 [5] https://www.python.org/dev/peps/pep-3112 [6] https://www.python.org/dev/peps/pep-0343 [7] https://www.python.org/dev/peps/pep-0328 Change-Id: I691d3717750c7ba5084cac98fad5be22170732db
63 lines
2.2 KiB
Python
63 lines
2.2 KiB
Python
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import logging
|
|
import warnings
|
|
|
|
from ..partitioner import HashedPartitioner
|
|
from ..util import kafka_bytestring
|
|
from .base import Producer
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
class KeyedProducer(Producer):
|
|
"""
|
|
A producer which distributes messages to partitions based on the key
|
|
|
|
See Producer class for Arguments
|
|
|
|
Additional Arguments:
|
|
partitioner: A partitioner class that will be used to get the partition
|
|
to send the message to. Must be derived from Partitioner.
|
|
Defaults to HashedPartitioner.
|
|
"""
|
|
def __init__(self, *args, **kwargs):
|
|
self.partitioner_class = kwargs.pop('partitioner', HashedPartitioner)
|
|
self.partitioners = {}
|
|
super(KeyedProducer, self).__init__(*args, **kwargs)
|
|
|
|
def _next_partition(self, topic, key):
|
|
if topic not in self.partitioners:
|
|
if not self.client.has_metadata_for_topic(topic):
|
|
self.client.load_metadata_for_topics(topic)
|
|
|
|
self.partitioners[topic] = self.partitioner_class(
|
|
self.client.get_partition_ids_for_topic(topic))
|
|
|
|
partitioner = self.partitioners[topic]
|
|
return partitioner.partition(key)
|
|
|
|
def send_messages(self, topic, key, *msg):
|
|
topic = kafka_bytestring(topic)
|
|
partition = self._next_partition(topic, key)
|
|
return self._send_messages(topic, partition, *msg, key=key)
|
|
|
|
# DEPRECATED
|
|
def send(self, topic, key, msg):
|
|
warnings.warn("KeyedProducer.send is deprecated in favor of send_messages",
|
|
DeprecationWarning)
|
|
return self.send_messages(topic, key, msg)
|
|
|
|
def __repr__(self):
|
|
return '<KeyedProducer batch=%s>' % self.is_async
|