Add prune input to Hindsight

Prune input deletes the log files generated by the input and
analysis plugins when all the analysis and output plugins are done
consumining them (within ticker_interval seconds).

Change-Id: I20be8e169117c166090b260eb52f1c2d3124ab89
This commit is contained in:
Ilya Tyaptin 2016-09-27 12:41:48 +03:00
parent e1b55627f3
commit 0dc2cf95c8
3 changed files with 11 additions and 3 deletions

View File

@ -139,6 +139,10 @@ create_resources(file, $configs, $files_defaults)
#kafka_input_cfg_creator { $sufix: }
# Files
file { '/usr/share/luasandbox/sandboxes/heka/input/prune_input.lua':
ensure => 'link',
target => "${run_dir}/input/prune_input.lua",
}
$scripts = {
"${run_dir}/output/influxdb_tcp.lua" => {
@ -149,7 +153,10 @@ $scripts = {
},
"${run_dir}/output/elasticsearch_bulk_tcp.lua" => {
source => 'puppet:///modules/telemetry/hindsight/run/output/elasticsearch_bulk_tcp.lua'
}
},
"${run_dir}/input/prune_input.cfg" => {
source => 'puppet:///modules/telemetry/hindsight/run/input/prune_input.cfg',
},
}
create_resources(file, $scripts, $files_defaults)

View File

@ -0,0 +1,3 @@
ticker_interval = 60
input = true
analysis = true

View File

@ -1,8 +1,6 @@
max_message_size = 3 * 1024 * 1024
backpressure_disk_free = 100
output_size = 100 * 1024 * 1024
backpressure = 25
output_path = "<%= @output_dir %>"
sandbox_load_path = "<%= @hindsight_dir %>/load"