Add prune input to Hindsight
Prune input deletes the log files generated by the input and analysis plugins when all the analysis and output plugins are done consumining them (within ticker_interval seconds). Change-Id: I20be8e169117c166090b260eb52f1c2d3124ab89
This commit is contained in:
parent
e1b55627f3
commit
0dc2cf95c8
|
@ -139,6 +139,10 @@ create_resources(file, $configs, $files_defaults)
|
|||
#kafka_input_cfg_creator { $sufix: }
|
||||
|
||||
# Files
|
||||
file { '/usr/share/luasandbox/sandboxes/heka/input/prune_input.lua':
|
||||
ensure => 'link',
|
||||
target => "${run_dir}/input/prune_input.lua",
|
||||
}
|
||||
|
||||
$scripts = {
|
||||
"${run_dir}/output/influxdb_tcp.lua" => {
|
||||
|
@ -149,7 +153,10 @@ $scripts = {
|
|||
},
|
||||
"${run_dir}/output/elasticsearch_bulk_tcp.lua" => {
|
||||
source => 'puppet:///modules/telemetry/hindsight/run/output/elasticsearch_bulk_tcp.lua'
|
||||
}
|
||||
},
|
||||
"${run_dir}/input/prune_input.cfg" => {
|
||||
source => 'puppet:///modules/telemetry/hindsight/run/input/prune_input.cfg',
|
||||
},
|
||||
}
|
||||
|
||||
create_resources(file, $scripts, $files_defaults)
|
||||
|
|
|
@ -0,0 +1,3 @@
|
|||
ticker_interval = 60
|
||||
input = true
|
||||
analysis = true
|
|
@ -1,8 +1,6 @@
|
|||
|
||||
max_message_size = 3 * 1024 * 1024
|
||||
backpressure_disk_free = 100
|
||||
output_size = 100 * 1024 * 1024
|
||||
backpressure = 25
|
||||
|
||||
output_path = "<%= @output_dir %>"
|
||||
sandbox_load_path = "<%= @hindsight_dir %>/load"
|
||||
|
|
Loading…
Reference in New Issue