Update test for LMA Collector plugin 0.9
The patch includes now the Infrastructure-Alerting plugin test. The obsolete test for the previous version is removed. Fixes-bug: #1540422 Change-Id: I07fba2834e42512226cee8fb24da61895d69c09e
This commit is contained in:
Swann Croiset
parent
bb60a4eb7f
commit
2557d29ea6
|
|
@ -31,6 +31,10 @@ from fuelweb_test.tests.base_test_case import TestBasic
|
|||
class TestLmaCollectorPlugin(TestBasic):
|
||||
"""Class for testing the LMA toolchain."""
|
||||
|
||||
def get_vip(self, cluster_id, name):
|
||||
networks = self.fuel_web.client.get_networks(cluster_id)
|
||||
return networks.get('vips').get(name, {}).get('ipaddr', None)
|
||||
|
||||
@test(depends_on=[SetupEnvironment.prepare_slaves_5],
|
||||
groups=["deploy_lma_toolchain"])
|
||||
@log_snapshot_after_test
|
||||
|
|
@ -47,17 +51,20 @@ class TestLmaCollectorPlugin(TestBasic):
|
|||
3. Create cluster
|
||||
4. Add 3 nodes with controller role
|
||||
5. Add 1 node with compute + cinder role
|
||||
6. Add 1 node with influxdb_grafana + elasticsearch roles
|
||||
6. Add 1 node with influxdb_grafana + elasticsearch_kibana +
|
||||
infrastructure_alerting roles
|
||||
7. Deploy the cluster
|
||||
8. Check that the plugins work
|
||||
9. Run OSTF
|
||||
|
||||
Duration 70m
|
||||
Duration 150m
|
||||
Snapshot deploy_lma_toolchain
|
||||
|
||||
"""
|
||||
self.env.revert_snapshot("ready_with_5_slaves")
|
||||
|
||||
# TODO(scroiset): use actions fuel_actions.py
|
||||
# upload_plugin and install_plugin
|
||||
with self.env.d_env.get_admin_remote() as remote:
|
||||
# copy plugins to the master node
|
||||
checkers.upload_tarball(
|
||||
|
|
@ -69,6 +76,9 @@ class TestLmaCollectorPlugin(TestBasic):
|
|||
checkers.upload_tarball(
|
||||
remote,
|
||||
conf.INFLUXDB_GRAFANA_PLUGIN_PATH, "/var")
|
||||
checkers.upload_tarball(
|
||||
remote,
|
||||
conf.LMA_INFRA_ALERTING_PLUGIN_PATH, "/var")
|
||||
|
||||
# install plugins
|
||||
checkers.install_plugin_check_code(
|
||||
|
|
@ -80,6 +90,9 @@ class TestLmaCollectorPlugin(TestBasic):
|
|||
checkers.install_plugin_check_code(
|
||||
remote,
|
||||
plugin=os.path.basename(conf.INFLUXDB_GRAFANA_PLUGIN_PATH))
|
||||
checkers.install_plugin_check_code(
|
||||
remote,
|
||||
plugin=os.path.basename(conf.LMA_INFRA_ALERTING_PLUGIN_PATH))
|
||||
|
||||
cluster_id = self.fuel_web.create_cluster(
|
||||
name=self.__class__.__name__,
|
||||
|
|
@ -91,45 +104,68 @@ class TestLmaCollectorPlugin(TestBasic):
|
|||
influxdb_rootpass = "r00tme"
|
||||
grafana_user = "grafana"
|
||||
grafana_pass = "grafanapass"
|
||||
mysql_dbname = "grafanalma"
|
||||
mysql_user = "grafanalma"
|
||||
mysql_pass = "mysqlpass"
|
||||
nagios_pass = "nagiospass"
|
||||
plugins = [
|
||||
{
|
||||
'name': 'lma_collector',
|
||||
'version': '0.9.0',
|
||||
'options': {
|
||||
'metadata/enabled': True,
|
||||
'environment_label/value': 'deploy_lma_toolchain',
|
||||
'elasticsearch_mode/value': 'local',
|
||||
'influxdb_mode/value': 'local',
|
||||
'alerting_mode/value': 'local',
|
||||
}
|
||||
},
|
||||
{
|
||||
'name': 'elasticsearch_kibana',
|
||||
'version': '0.9.0',
|
||||
'options': {
|
||||
'metadata/enabled': True,
|
||||
}
|
||||
},
|
||||
{
|
||||
'name': 'lma_infrastructure_alerting',
|
||||
'version': '0.9.0',
|
||||
'options': {
|
||||
'send_to/value': 'root@localhost',
|
||||
'send_from/value': 'nagios@localhost',
|
||||
'smtp_host/value': '127.0.0.1',
|
||||
'nagios_password/value': nagios_pass,
|
||||
}
|
||||
},
|
||||
{
|
||||
'name': 'influxdb_grafana',
|
||||
'version': '0.9.0',
|
||||
'options': {
|
||||
'metadata/enabled': True,
|
||||
'influxdb_rootpass/value': influxdb_rootpass,
|
||||
'influxdb_username/value': influxdb_user,
|
||||
'influxdb_userpass/value': influxdb_pass,
|
||||
'grafana_username/value': grafana_user,
|
||||
'grafana_userpass/value': grafana_pass,
|
||||
'mysql_mode/value': 'local',
|
||||
'mysql_dbname/value': mysql_dbname,
|
||||
'mysql_username/value': mysql_user,
|
||||
'mysql_password/value': mysql_pass,
|
||||
}
|
||||
},
|
||||
]
|
||||
for plugin in plugins:
|
||||
plugin_name = plugin['name']
|
||||
plugin_version = plugin['version']
|
||||
msg = "Plugin '%s' couldn't be found. Test aborted" % plugin_name
|
||||
assert_true(
|
||||
self.fuel_web.check_plugin_exists(cluster_id, plugin_name),
|
||||
msg)
|
||||
logger.debug('%s plugin is installed' % plugin_name)
|
||||
self.fuel_web.update_plugin_data(cluster_id, plugin_name,
|
||||
plugin['options'])
|
||||
self.fuel_web.update_plugin_settings(
|
||||
cluster_id, plugin_name,
|
||||
plugin_version, plugin['options'])
|
||||
|
||||
analytics_roles = ["influxdb_grafana", "elasticsearch_kibana"]
|
||||
analytics_roles = ["influxdb_grafana",
|
||||
"elasticsearch_kibana",
|
||||
"infrastructure_alerting"]
|
||||
self.fuel_web.update_nodes(
|
||||
cluster_id,
|
||||
{
|
||||
|
|
@ -140,7 +176,7 @@ class TestLmaCollectorPlugin(TestBasic):
|
|||
"slave-05": analytics_roles,
|
||||
}
|
||||
)
|
||||
self.fuel_web.deploy_cluster_wait(cluster_id)
|
||||
self.fuel_web.deploy_cluster_wait(cluster_id, timeout=9000)
|
||||
|
||||
analytics_nodes = self.fuel_web.get_nailgun_cluster_nodes_by_roles(
|
||||
cluster_id, analytics_roles
|
||||
|
|
@ -150,10 +186,20 @@ class TestLmaCollectorPlugin(TestBasic):
|
|||
|
||||
assert_true(len(analytics_nodes) == 1, msg)
|
||||
|
||||
analytics_node_ip = analytics_nodes[0].get('ip')
|
||||
elasticsearch_kibana_vip = self.get_vip(cluster_id, 'es_vip_mgmt')
|
||||
influxdb_grafana_vip = self.get_vip(cluster_id, 'influxdb')
|
||||
nagios_vip = self.get_vip(cluster_id, 'infrastructure_alerting')
|
||||
assert_is_not_none(
|
||||
analytics_node_ip,
|
||||
"Fail to retrieve the IP address for slave-05"
|
||||
elasticsearch_kibana_vip,
|
||||
"Fail to retrieve the Elasticsearch/Kibana cluster VIP address"
|
||||
)
|
||||
assert_is_not_none(
|
||||
influxdb_grafana_vip,
|
||||
"Fail to retrieve the InfluxDB/Grafana cluster VIP address"
|
||||
)
|
||||
assert_is_not_none(
|
||||
nagios_vip,
|
||||
"Fail to retrieve the Infrastructure Alerting cluster VIP address"
|
||||
)
|
||||
|
||||
def assert_http_get_response(url, expected=200):
|
||||
|
|
@ -163,19 +209,21 @@ class TestLmaCollectorPlugin(TestBasic):
|
|||
url, r.status_code, expected))
|
||||
|
||||
logger.debug("Check that Elasticsearch is ready")
|
||||
assert_http_get_response("http://{0}:9200/".format(analytics_node_ip))
|
||||
assert_http_get_response("http://{0}:9200/".format(
|
||||
elasticsearch_kibana_vip))
|
||||
|
||||
logger.debug("Check that Kibana is ready")
|
||||
assert_http_get_response("http://{0}/".format(analytics_node_ip))
|
||||
assert_http_get_response("http://{0}/".format(
|
||||
elasticsearch_kibana_vip))
|
||||
|
||||
logger.debug("Check that the root user can access InfluxDB")
|
||||
influxdb_url = "http://{0}:8086/query?db=lma&u={1}&p={2}&" + \
|
||||
"q=show+measurements"
|
||||
assert_http_get_response(influxdb_url.format(analytics_node_ip,
|
||||
assert_http_get_response(influxdb_url.format(influxdb_grafana_vip,
|
||||
'root',
|
||||
influxdb_rootpass))
|
||||
logger.debug("Check that the LMA user can access InfluxDB")
|
||||
assert_http_get_response(influxdb_url.format(analytics_node_ip,
|
||||
assert_http_get_response(influxdb_url.format(influxdb_grafana_vip,
|
||||
influxdb_user,
|
||||
influxdb_pass))
|
||||
|
||||
|
|
@ -183,153 +231,16 @@ class TestLmaCollectorPlugin(TestBasic):
|
|||
assert_http_get_response(
|
||||
"http://{0}:{1}@{2}:8000/api/org".format(grafana_user,
|
||||
grafana_pass,
|
||||
analytics_node_ip))
|
||||
influxdb_grafana_vip))
|
||||
|
||||
nagios_url = "http://{}:{}".format(nagios_vip, '8001')
|
||||
r = requests.get(nagios_url, auth=('nagiosadmin',
|
||||
nagios_pass))
|
||||
assert_equal(
|
||||
r.status_code, 200,
|
||||
"Nagios HTTP response code {}, expected {}".format(
|
||||
r.status_code, 200)
|
||||
)
|
||||
self.fuel_web.run_ostf(cluster_id=cluster_id)
|
||||
|
||||
self.env.make_snapshot("deploy_lma_toolchain")
|
||||
|
||||
@test(depends_on=[SetupEnvironment.prepare_slaves_5],
|
||||
groups=["deploy_lma_toolchain_0_7"])
|
||||
@log_snapshot_after_test
|
||||
def deploy_lma_toolchain_0_7(self):
|
||||
"""Deploy the LMA toolchain v0.7
|
||||
|
||||
This also deploys the Elasticsearch-Kibana plugin and the
|
||||
InfluxDB-Grafana plugin since they work together with the LMA collector
|
||||
plugin.
|
||||
|
||||
Scenario:
|
||||
1. Upload plugins to the master node
|
||||
2. Install plugins
|
||||
3. Create cluster
|
||||
4. Add 3 nodes with controller role
|
||||
5. Add 1 node with compute + cinder role
|
||||
6. Add 1 node with base-os role
|
||||
7. Deploy the cluster
|
||||
8. Check that the plugins work
|
||||
9. Run OSTF
|
||||
|
||||
Duration 70m
|
||||
Snapshot deploy_lma_toolchain_0_7
|
||||
|
||||
"""
|
||||
self.env.revert_snapshot("ready_with_5_slaves")
|
||||
|
||||
# copy plugins to the master node
|
||||
|
||||
checkers.upload_tarball(
|
||||
self.env.d_env.get_admin_remote(),
|
||||
conf.LMA_COLLECTOR_PLUGIN_PATH, "/var")
|
||||
checkers.upload_tarball(
|
||||
self.env.d_env.get_admin_remote(),
|
||||
conf.ELASTICSEARCH_KIBANA_PLUGIN_PATH, "/var")
|
||||
checkers.upload_tarball(
|
||||
self.env.d_env.get_admin_remote(),
|
||||
conf.INFLUXDB_GRAFANA_PLUGIN_PATH, "/var")
|
||||
|
||||
# install plugins
|
||||
|
||||
checkers.install_plugin_check_code(
|
||||
self.env.d_env.get_admin_remote(),
|
||||
plugin=os.path.basename(conf.LMA_COLLECTOR_PLUGIN_PATH))
|
||||
checkers.install_plugin_check_code(
|
||||
self.env.d_env.get_admin_remote(),
|
||||
plugin=os.path.basename(conf.ELASTICSEARCH_KIBANA_PLUGIN_PATH))
|
||||
checkers.install_plugin_check_code(
|
||||
self.env.d_env.get_admin_remote(),
|
||||
plugin=os.path.basename(conf.INFLUXDB_GRAFANA_PLUGIN_PATH))
|
||||
|
||||
cluster_id = self.fuel_web.create_cluster(
|
||||
name=self.__class__.__name__,
|
||||
mode=conf.DEPLOYMENT_MODE,
|
||||
settings={
|
||||
"net_provider": 'neutron',
|
||||
"net_segment_type": conf.NEUTRON_SEGMENT_TYPE,
|
||||
}
|
||||
)
|
||||
|
||||
# this is how the base-os node will be named eventually
|
||||
analytics_node_name = 'slave-05_base-os'
|
||||
plugins = [
|
||||
{
|
||||
'name': 'lma_collector',
|
||||
'options': {
|
||||
'metadata/enabled': True,
|
||||
'environment_label/value': 'deploy_lma_toolchain_0_7',
|
||||
'elasticsearch_mode/value': 'local',
|
||||
'elasticsearch_node_name/value': analytics_node_name,
|
||||
'influxdb_mode/value': 'local',
|
||||
'influxdb_node_name/value': analytics_node_name,
|
||||
'influxdb_password/value': 'lmapass',
|
||||
}
|
||||
},
|
||||
{
|
||||
'name': 'elasticsearch_kibana',
|
||||
'options': {
|
||||
'metadata/enabled': True,
|
||||
'node_name/value': analytics_node_name,
|
||||
}
|
||||
},
|
||||
{
|
||||
'name': 'influxdb_grafana',
|
||||
'options': {
|
||||
'metadata/enabled': True,
|
||||
'node_name/value': analytics_node_name,
|
||||
'influxdb_rootpass/value': 'lmapass',
|
||||
'influxdb_userpass/value': 'lmapass',
|
||||
}
|
||||
},
|
||||
]
|
||||
for plugin in plugins:
|
||||
plugin_name = plugin['name']
|
||||
msg = "Plugin '%s' couldn't be found. Test aborted" % plugin_name
|
||||
assert_true(
|
||||
self.fuel_web.check_plugin_exists(cluster_id, plugin_name),
|
||||
msg)
|
||||
logger.debug('%s plugin is installed' % plugin_name)
|
||||
self.fuel_web.update_plugin_data(cluster_id, plugin_name,
|
||||
plugin['options'])
|
||||
|
||||
self.fuel_web.update_nodes(
|
||||
cluster_id,
|
||||
{
|
||||
"slave-01": ["controller"],
|
||||
"slave-02": ["controller"],
|
||||
"slave-03": ["controller"],
|
||||
"slave-04": ["compute", "cinder"],
|
||||
"slave-05": ["base-os"]
|
||||
}
|
||||
)
|
||||
self.fuel_web.deploy_cluster_wait(cluster_id)
|
||||
|
||||
analytics_node_ip = self.fuel_web.get_nailgun_node_by_name(
|
||||
"slave-05").get('ip')
|
||||
assert_is_not_none(
|
||||
analytics_node_ip,
|
||||
"Fail to retrieve the IP address for slave-05"
|
||||
)
|
||||
|
||||
def assert_http_get_response(url, expected=200):
|
||||
r = requests.get(url)
|
||||
assert_equal(r.status_code, expected,
|
||||
"{} responded with {}, expected {}".format(
|
||||
url, r.status_code, expected))
|
||||
|
||||
logger.debug("Check that Elasticsearch is ready")
|
||||
assert_http_get_response("http://{}:9200/".format(analytics_node_ip))
|
||||
|
||||
logger.debug("Check that Kibana is ready")
|
||||
assert_http_get_response("http://{}/".format(analytics_node_ip))
|
||||
|
||||
logger.debug("Check that InfluxDB is ready")
|
||||
assert_http_get_response(
|
||||
"http://{}:8086/db/lma/series?u=lma&p={}&q=list+series".format(
|
||||
analytics_node_ip, "lmapass"))
|
||||
|
||||
logger.debug("Check that Grafana is ready")
|
||||
assert_http_get_response("http://{}:8000/".format(analytics_node_ip))
|
||||
|
||||
self.fuel_web.run_ostf(cluster_id=cluster_id)
|
||||
|
||||
self.env.make_snapshot("deploy_lma_toolchain_0_7")
|
||||
|
|
|
|||
Loading…
Reference in New Issue