openstack/monasca-persister
Code Issues Proposed changes

Merge "Support kafka num_processors option"

Browse Source
This commit is contained in:
Zuul 2019-07-01 14:09:45 +00:00 committed by Gerrit Code Review
commit 519447e4dc
3 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
docker/Dockerfile
View File

@ -23,8 +23,10 @@ ENV \
ZOOKEEPER_URI=zookeeper:2181 \
KAFKA_URI=kafka:9092 \
KAFKA_ALARM_HISTORY_BATCH_SIZE=1000 \
KAFKA_ALARM_HISTORY_PROCESSORS=1 \
KAFKA_ALARM_HISTORY_WAIT_TIME=15 \
KAFKA_METRICS_BATCH_SIZE=1000 \
KAFKA_METRICS_PROCESSORS=1 \
KAFKA_METRICS_WAIT_TIME=15 \
KAFKA_WAIT_FOR_TOPICS=alarm-state-transitions,metrics \
DATABASE_BACKEND=influxdb \

2
docker/README.rst
View File

@ -29,8 +29,10 @@ VERBOSE true If true, enable info logging
ZOOKEEPER_URI zookeeper:2181 The host and port for zookeeper
KAFKA_URI kafka:9092 The host and port for kafka
KAFKA_ALARM_HISTORY_BATCH_SIZE 1000 Kafka consumer takes messages in a batch
KAFKA_ALARM_HISTORY_PROCESSORS 1 Number of processes for alarm history topic
KAFKA_ALARM_HISTORY_WAIT_TIME 15 Seconds to wait if the batch size is not reached
KAFKA_METRICS_BATCH_SIZE 1000 Kafka consumer takes messages in a batch
KAFKA_METRICS_PROCESSORS 1 Number of processes for metrics topic
KAFKA_METRICS_WAIT_TIME 15 Seconds to wait if the batch size is not reached
DATABASE_BACKEND influxdb Select for backend database
INFLUX_HOST influxdb The host for influxdb

4
docker/monasca-persister.conf.j2
View File

@ -46,7 +46,7 @@ buffer_size = 4096
max_buffer_size = 32768
# Path in zookeeper for kafka consumer group partitioning algo
zookeeper_path = /persister_partitions/alarm-state-transitions
num_processors = 1
num_processors = {{ KAFKA_ALARM_HISTORY_PROCESSORS | default(1) }}
[kafka_metrics]
# Comma separated list of Kafka broker host:port
@ -64,7 +64,7 @@ buffer_size = 4096
max_buffer_size = 32768
# Path in zookeeper for kafka consumer group partitioning algo
zookeeper_path = /persister_partitions/metrics
num_processors = 1
num_processors = {{ KAFKA_METRICS_PROCESSORS | default(1) }}
{% if DATABASE_BACKEND | lower == 'cassandra' %}
[cassandra]