x
/
fuel-plugin-contrail
Code Issues Proposed changes

Cassandra and Kafka perfomance tuning 

Change-Id: I8ff744ab224b60928ab3ce5107027a44fb0b31b4
Signed-off-by: Illia Polliul <ipolliul@mirantis.com>
This commit is contained in:
Illia Polliul 2017-03-02 02:26:09 +02:00
parent 00e9e78e2b
commit 00fc27ee5b
2 changed files with 9 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
deployment_scripts/puppet/modules/contrail/templates/cassandra.yaml.erb
View File

@ -569,7 +569,7 @@ batch_size_warn_threshold_in_kb: 5
#
# If your data directories are backed by SSD, you should increase this
# to the number of cores.
#concurrent_compactors: 1
concurrent_compactors: 4
# Throttles compaction to the given total throughput across the entire
# system. The faster you insert data, the faster you need to compact in
@ -577,7 +577,7 @@ batch_size_warn_threshold_in_kb: 5
# 16 to 32 times the rate you are inserting data is more than sufficient.
# Setting this to 0 disables throttling. Note that this account for all types
# of compaction, including validation compaction.
compaction_throughput_mb_per_sec: 16
compaction_throughput_mb_per_sec: 192
# Log a warning when compacting partitions larger than this value
compaction_large_partition_warning_threshold_mb: 100

11
deployment_scripts/puppet/modules/contrail/templates/kafka-server.properties.erb
View File

@ -93,14 +93,14 @@ num.recovery.threads.per.data.dir=1
# from the end of the log.
# The minimum age of a log file to be eligible for deletion
log.retention.hours=168
log.retention.hours=24
# A size-based retention policy for logs. Segments are pruned from the log as long as the remaining
# segments don't drop below log.retention.bytes.
#log.retention.bytes=1073741824
#log.retention.bytes=268435456
# The maximum size of a log segment file. When this size is reached a new log segment will be created.
log.segment.bytes=1073741824
log.segment.bytes=268435456
# The interval at which log segments are checked to see if they can be deleted according
# to the retention policies
@ -110,8 +110,11 @@ log.retention.check.interval.ms=300000
# If log.cleaner.enable=true is set the cleaner will be enabled and individual logs can then be marked for log compaction.
log.cleaner.enable=true
log.cleaner.threads=2
log.cleaner.dedupe.buffer.size=250000000
#The default cleanup policy for segments beyond the retention window, must be either "delete" or "compact"
log.cleanup.policy=compact
log.cleanup.policy=delete
#Topic deletion option is disabled by default. To enable it set the server config
delete.topic.enable=true