Merge "Enable firehose reporting on subunit workers"

manifests/site.pp

@@ -487,6 +487,7 @@ node /^subunit-worker\d+\.openstack\.org$/ {
   class { 'openstack_project::subunit_worker':
     subunit2sql_db_host => hiera('subunit2sql_db_host', ''),
     subunit2sql_db_pass => hiera('subunit2sql_db_password', ''),
+    mqtt_pass       => hiera('mqtt_service_user_password'),
   }
 }
 

modules/openstack_project/files/logstash/jenkins-subunit-worker.yaml

@@ -1,3 +0,0 @@
-gearman-host: logstash.openstack.org
-gearman-port: 4730
-config: /etc/subunit2sql/subunit2sql.conf

modules/openstack_project/manifests/subunit_worker.pp

@@ -17,11 +17,23 @@
 class openstack_project::subunit_worker (
   $subunit2sql_db_host,
   $subunit2sql_db_pass,
+  $mqtt_user = 'infra',
+  $mqtt_pass = undef,
 ) {
+
+  file { '/etc/subunit2sql/subunit-woker.yaml':
+    ensure  => file,
+    owner   => 'root',
+    group   => 'root',
+    mode    => '0555',
+    content => template('openstack_project/logstash/jenkins-subunit-worker.yaml.erb'),
+  }
+
   include subunit2sql
   subunit2sql::worker { 'A':
-    config_file        => 'puppet:///modules/openstack_project/logstash/jenkins-subunit-worker.yaml',
-    db_host            => $subunit2sql_db_host,
-    db_pass            => $subunit2sql_db_pass,
+    config_file => '/etc/subunit2sql/subunit-woker.yaml',
+    db_host     => $subunit2sql_db_host,
+    db_pass     => $subunit2sql_db_pass,
   }
+
 }

modules/openstack_project/templates/logstash/jenkins-subunit-worker.yaml.erb

@@ -0,0 +1,9 @@
+gearman-host: logstash.openstack.org
+gearman-port: 4730
+config: /etc/subunit2sql/subunit2sql.conf
+mqtt-host: firehose.openstack.org
+mqtt-port: 8883
+mqtt-topic: gearman-subunit/<%= @hostname %>
+mqtt-user: <%= @mqtt_user %>
+mqtt-pass: <%= @mqtt_pass %>
+mqtt-ca_certs: "/etc/ca-certificates/extracted/tls-ca-bundle.pem"