Add playbook for log management

Change-Id: I23c700f132014b8ea686cce23285367637e49c1c

devstack.yml

@@ -36,3 +36,9 @@
     - {role: monasca-keystone, tags: [devstack, keystone]}
     - {role: monasca-devstack, tags: [devstack]}
     - {role: monasca-agent, tags: [agent]}
+    - {role: monasca-log-agent,
+       log_files:
+         [{ tags: '["syslog"]',
+            type: '"system"',
+            path: '"/var/log/messages"' }],
+       tags: [log_agent, agent]}

group_vars/all

@@ -5,6 +5,8 @@ mini_mon: 192.168.10.4
 keystone_url: "http://{{devstack}}:35357/v3"
 monasca_api_host: "{{mini_mon}}"
 monasca_api_url: http://{{ monasca_api_host }}:8070/v2.0
+monasca_log_api_host: "{{mini_mon}}"
+monasca_log_api_url: http://{{ monasca_log_api_host }}:8070
 monasca_agent_check_frequency: 15
 monasca_virtualenv_dir: /opt/monasca
 
@@ -12,3 +14,8 @@ keystone_admin_token: ADMIN
 monasca_agent_user: monasca-agent
 monasca_agent_password: password
 monasca_agent_project: mini-mon
+monasca_log_agent_user: "{{monasca_agent_user}}"
+monasca_log_agent_password: "{{monasca_agent_password}}"
+monasca_log_agent_project: "{{monasca_agent_project}}"
+
+download_tmp_dir: /opt/monasca_download_dir

logs.yml

@@ -0,0 +1,21 @@
+---
+
+- name: Monasca Logging Install
+  hosts: mini-mon
+  sudo: yes
+  roles:
+    - {role: monasca-log-schema, tags: [elkstack]}
+    - {role: monasca-log-api,
+       influxdb_user: mon_api,
+       influxdb_password: password,
+       database_user: monapi,
+       database_password: password,
+       tags: [api, log_api]}
+    - {role: monasca-elkstack,
+       tags: [elkstack]}
+    - {role: monasca-log-agent,
+       log_files:
+         [{ tags: '["monasca_java"]',
+             type: '"monasca-api"',
+             path: '"/var/log/monasca/api/*.log"' }],
+       tags: [log_agent, agent]}

mini-mon.yml

@@ -82,4 +82,5 @@
     - {role: monasca-default-alarms, tags: [alarms]}
 
 - include: events.yml
+- include: logs.yml
 - include: smoke.yml

monasca-ansible-repos.sh

@@ -15,9 +15,14 @@ https://github.com/hpcloud-mon/ansible-influxdb.git
 https://github.com/hpcloud-mon/ansible-kafka.git
 https://github.com/hpcloud-mon/ansible-percona.git
 https://github.com/hpcloud-mon/ansible-storm.git
-https://github.com/hpcloud-mon/ansible-zookeeper.git'
+https://github.com/hpcloud-mon/ansible-zookeeper.git
+https://github.com/FujitsuEnablingSoftwareTechnologyGmbH/ansible-monasca-log-schema.git
+https://github.com/FujitsuEnablingSoftwareTechnologyGmbH/ansible-monasca-log-api.git
+https://github.com/FujitsuEnablingSoftwareTechnologyGmbH/ansible-monasca-elkstack.git
+https://github.com/FujitsuEnablingSoftwareTechnologyGmbH/ansible-monasca-log-agent.git'
 
-# Other repos not in the standard list are found at https://github.com/hpcloud-mon and https://github.com/openstack?query=monasca
+# Other repos not in the standard list are found at
+# https://github.com/hpcloud-mon and https://github.com/openstack?query=monasca
 
 if [ $# -ne 1 ]; then
   echo 'Usage: $0 <parent_dir>'

monasca-repos.sh

@@ -4,6 +4,7 @@
 
 monasca_repos='https://github.com/openstack/monasca-agent.git
 https://github.com/openstack/monasca-api.git
+https://github.com/openstack/monasca-log-api.git
 https://github.com/openstack/monasca-common.git
 https://github.com/openstack/monasca-notification.git
 https://github.com/openstack/monasca-persister.git
@@ -11,9 +12,12 @@ https://github.com/openstack/monasca-thresh.git
 https://github.com/openstack/monasca-ui.git
 https://github.com/openstack/python-monascaclient.git
 https://github.com/hpcloud-mon/grafana
-https://github.com/hpcloud-mon/monasca-tempest.git'
+https://github.com/hpcloud-mon/monasca-tempest.git
+https://github.com/FujitsuEnablingSoftwareTechnologyGmbH/logstash-output-monasca_api.git
+https://github.com/FujitsuEnablingSoftwareTechnologyGmbH/kibana.git'
 
-# Other repos not in the standard list are found at https://github.com/hpcloud-mon and https://github.com/openstack?query=monasca
+# Other repos not in the standard list are found at
+# https://github.com/hpcloud-mon and https://github.com/openstack?query=monasca
 
 if [ $# -ne 1 ]; then
   echo 'Usage: $0 <parent_dir>'

requirements.yml

@@ -36,3 +36,11 @@
   name: zookeeper
 - src: mhoppal.vertica
   name: vertica
+- src: https://github.com/FujitsuEnablingSoftwareTechnologyGmbH/ansible-monasca-log-schema
+  name: monasca-log-schema
+- src: https://github.com/FujitsuEnablingSoftwareTechnologyGmbH/ansible-monasca-log-api
+  name: monasca-log-api
+- src: https://github.com/FujitsuEnablingSoftwareTechnologyGmbH/ansible-monasca-elkstack
+  name: monasca-elkstack
+- src: https://github.com/FujitsuEnablingSoftwareTechnologyGmbH/ansible-monasca-log-agent
+  name: monasca-log-agent