monasca-tempest-plugin/monasca_tempest_tests/tests/api/test_alarms.py

1091 lines
52 KiB
Python

# (C) Copyright 2015-2017 Hewlett Packard Enterprise Development LP
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
import time
import six.moves.urllib.parse as urlparse
from monasca_tempest_tests.tests.api import base
from monasca_tempest_tests.tests.api import constants
from monasca_tempest_tests.tests.api import helpers
from tempest.lib.common.utils import data_utils
from tempest.lib import decorators
from tempest.lib import exceptions
class TestAlarms(base.BaseMonascaTest):
@classmethod
def resource_setup(cls):
super(TestAlarms, cls).resource_setup()
@classmethod
def resource_cleanup(cls):
super(TestAlarms, cls).resource_cleanup()
@decorators.attr(type="gate")
def test_list_alarms(self):
alarm_definition_ids, expected_metric \
= self._create_alarms_for_test_alarms(num=1)
resp, response_body = self.monasca_client.list_alarms()
self.assertEqual(200, resp.status)
for element in response_body['elements']:
self._verify_alarm_keys(element)
metric = element['metrics'][0]
if metric['name'] == expected_metric['name']:
self._verify_metric_in_alarm(metric, expected_metric)
return
self.fail("Failed test_list_alarms: cannot find the alarm just "
"created.")
@decorators.attr(type="gate")
def test_list_alarms_by_alarm_definition_id(self):
alarm_definition_ids, expected_metric \
= self._create_alarms_for_test_alarms(num=1)
query_param = '?alarm_definition_id=' + str(alarm_definition_ids[0])
resp, response_body = self.monasca_client.list_alarms(query_param)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=1)
element = response_body['elements'][0]
metric = element['metrics'][0]
self._verify_metric_in_alarm(metric, expected_metric)
@decorators.attr(type="gate")
def test_list_alarms_by_metric_name(self):
alarm_definition_ids, expected_metric \
= self._create_alarms_for_test_alarms(num=1)
query_parms = '?metric_name=' + expected_metric['name']
resp, response_body = self.monasca_client.list_alarms(query_parms)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=1)
element = response_body['elements'][0]
metric = element['metrics'][0]
self._verify_metric_in_alarm(metric, expected_metric)
self.assertEqual(alarm_definition_ids[0], element[
'alarm_definition']['id'])
@decorators.attr(type="gate")
def test_list_alarms_by_metric_dimensions(self):
alarm_definition_ids, expected_metric \
= self._create_alarms_for_test_alarms(num=1)
for key in expected_metric['dimensions']:
value = expected_metric['dimensions'][key]
query_parms = '?metric_dimensions=' + key + ':' + value
resp, response_body = self.monasca_client.list_alarms(query_parms)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=1)
element = response_body['elements'][0]
metric = element['metrics'][0]
self._verify_metric_in_alarm(metric, expected_metric)
self.assertEqual(alarm_definition_ids[0],
element['alarm_definition']['id'])
@decorators.attr(type="gate")
@decorators.attr(type=['negative'])
def test_list_alarms_by_metric_dimensions_key_exceeds_max_length(self):
key = 'x' * (constants.MAX_ALARM_METRIC_DIMENSIONS_KEY_LENGTH + 1)
query_parms = '?metric_dimensions=' + key
self.assertRaises(exceptions.UnprocessableEntity,
self.monasca_client.list_alarms, query_parms)
@decorators.attr(type="gate")
@decorators.attr(type=['negative'])
def test_list_alarms_by_metric_dimensions_value_exceeds_max_length(self):
value = 'x' * (constants.MAX_ALARM_METRIC_DIMENSIONS_VALUE_LENGTH + 1)
query_parms = '?metric_dimensions=key:' + value
self.assertRaises(exceptions.UnprocessableEntity,
self.monasca_client.list_alarms, query_parms)
@decorators.attr(type="gate")
def test_list_alarms_by_multiple_metric_dimensions(self):
metric = helpers.create_metric(
name=data_utils.rand_name("multi-dimension"),
dimensions={data_utils.rand_name("key-1"): data_utils.rand_name("value-1"),
data_utils.rand_name("key-2"): data_utils.rand_name("value-2")},
value=20
)
dimension_strings = [key + '=' + value for key, value in metric['dimensions'].items()]
alarm_def = helpers.create_alarm_definition(
name=data_utils.rand_name("multi-dimensions"),
expression=metric['name'] + "{" + ','.join(dimension_strings) + '} > 15'
)
resp, response_body = self.monasca_client.create_alarm_definitions(alarm_def)
self.assertEqual(201, resp.status)
alarm_def_id = response_body['id']
# Ensure the new Alarm Definition gets to the Threshold Engine
time.sleep(constants.ALARM_DEFINITION_CREATION_WAIT)
resp, response_body = self.monasca_client.create_metrics(metric)
self.assertEqual(204, resp.status)
self._wait_for_alarms(1, alarm_def_id)
query_dimensions = [key + ':' + value for key, value in metric['dimensions'].items()]
query_parms = "?metric_dimensions=" + ','.join(query_dimensions)
resp, response_body = self.monasca_client.list_alarms(query_parms)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=1)
element = response_body['elements'][0]
metric = element['metrics'][0]
self._verify_metric_in_alarm(metric, metric)
self.assertEqual(alarm_def_id,
element['alarm_definition']['id'])
@decorators.attr(type="gate")
def test_list_alarms_by_metric_dimensions_no_value(self):
metric_name = data_utils.rand_name('metric')
match_by_key = data_utils.rand_name('key')
dim_key = data_utils.rand_name('key')
alarm_def = helpers.create_alarm_definition(
name=data_utils.rand_name('definition'),
expression=metric_name + " > 1",
match_by=[match_by_key])
metric_1 = helpers.create_metric(metric_name,
{match_by_key: data_utils.rand_name('value'),
dim_key: data_utils.rand_name('value')})
metric_2 = helpers.create_metric(metric_name,
{match_by_key: data_utils.rand_name('value'),
dim_key: data_utils.rand_name('value')})
metric_3 = helpers.create_metric(metric_name,
{match_by_key: data_utils.rand_name('value')})
metrics = [metric_1, metric_2, metric_3]
resp, response_body = self.monasca_client.create_alarm_definitions(alarm_def)
self.assertEqual(201, resp.status)
# Ensure the new Alarm Definition gets to the Threshold Engine
time.sleep(constants.ALARM_DEFINITION_CREATION_WAIT)
for i in range(constants.MAX_RETRIES):
resp, alarm_def_result = self.monasca_client.create_metrics(metrics)
self.assertEqual(204, resp.status)
resp, response_body = self.monasca_client.list_alarms('?metric_name=' + metric_name)
self.assertEqual(200, resp.status)
if len(response_body['elements']) >= 3:
break
time.sleep(constants.RETRY_WAIT_SECS)
if i >= constants.MAX_RETRIES - 1:
self.fail("Timeout creating alarms, required 3 but found {}".format(
len(response_body['elements'])))
query_parms = '?metric_dimensions=' + dim_key
resp, response_body = self.monasca_client.list_alarms(query_parms)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=2)
dimension_sets = []
for element in response_body['elements']:
self.assertEqual(metric_name, element['metrics'][0]['name'])
dimension_sets.append(element['metrics'][0]['dimensions'])
self.assertIn(metric_1['dimensions'], dimension_sets)
self.assertIn(metric_2['dimensions'], dimension_sets)
self.assertNotIn(metric_3['dimensions'], dimension_sets)
@decorators.attr(type="gate")
def test_list_alarms_by_metric_dimensions_multi_value(self):
metric_name = data_utils.rand_name('metric')
match_by_key = data_utils.rand_name('key')
dim_key = data_utils.rand_name('key')
dim_value_1 = data_utils.rand_name('value')
dim_value_2 = data_utils.rand_name('value')
alarm_def = helpers.create_alarm_definition(
name=data_utils.rand_name('definition'),
expression=metric_name + " > 1",
match_by=[match_by_key])
metric_1 = helpers.create_metric(metric_name, {match_by_key: data_utils.rand_name('value'),
dim_key: dim_value_1})
metric_2 = helpers.create_metric(metric_name, {match_by_key: data_utils.rand_name('value'),
dim_key: dim_value_2})
metric_3 = helpers.create_metric(metric_name, {match_by_key: data_utils.rand_name('value')})
metrics = [metric_1, metric_2, metric_3]
resp, response_body = self.monasca_client.create_alarm_definitions(alarm_def)
self.assertEqual(201, resp.status)
# Ensure the new Alarm Definition gets to the Threshold Engine
time.sleep(constants.ALARM_DEFINITION_CREATION_WAIT)
for i in range(constants.MAX_RETRIES):
resp, alarm_def_result = self.monasca_client.create_metrics(metrics)
self.assertEqual(204, resp.status)
resp, response_body = self.monasca_client.list_alarms('?metric_name=' + metric_name)
self.assertEqual(200, resp.status)
if len(response_body['elements']) >= 3:
break
time.sleep(constants.RETRY_WAIT_SECS)
if i >= constants.MAX_RETRIES - 1:
self.fail("Timeout creating alarms, required 3 but found {}".format(
len(response_body['elements'])))
query_parms = '?metric_dimensions=' + dim_key + ':' + dim_value_1 + '|' + dim_value_2
resp, response_body = self.monasca_client.list_alarms(query_parms)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=2)
dimension_sets = []
for element in response_body['elements']:
self.assertEqual(metric_name, element['metrics'][0]['name'])
dimension_sets.append(element['metrics'][0]['dimensions'])
self.assertIn(metric_1['dimensions'], dimension_sets)
self.assertIn(metric_2['dimensions'], dimension_sets)
self.assertNotIn(metric_3['dimensions'], dimension_sets)
@decorators.attr(type="gate")
def test_list_alarms_by_state(self):
helpers.delete_alarm_definitions(self.monasca_client)
self._create_alarms_for_test_alarms(num=3)
resp, response_body = self.monasca_client.list_alarms()
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=3)
elements = response_body['elements']
len0 = len(elements)
query_parms = '?state=UNDETERMINED'
resp, response_body1 = self.monasca_client.list_alarms(query_parms)
len1 = len(response_body1['elements'])
self.assertEqual(200, resp.status)
query_parms = '?state=ok'
resp, response_body2 = self.monasca_client.list_alarms(query_parms)
len2 = len(response_body2['elements'])
self.assertEqual(200, resp.status)
query_parms = '?state=ALARM'
resp, response_body3 = self.monasca_client.list_alarms(query_parms)
len3 = len(response_body3['elements'])
self.assertEqual(200, resp.status)
self.assertEqual(len0, len1 + len2 + len3)
@decorators.attr(type="gate")
def test_list_alarms_by_severity(self):
metric_name = data_utils.rand_name("severity-metric")
alarm_defs = []
alarm_defs.append(helpers.create_alarm_definition(
name=data_utils.rand_name("alarm-severity"),
expression=metric_name + " > 12",
severity='LOW'
))
alarm_defs.append(helpers.create_alarm_definition(
name=data_utils.rand_name("alarm-severity"),
expression=metric_name + " > 12",
severity='MEDIUM'
))
alarm_defs.append(helpers.create_alarm_definition(
name=data_utils.rand_name("alarm-severity"),
expression=metric_name + " > 12",
severity='HIGH'
))
alarm_defs.append(helpers.create_alarm_definition(
name=data_utils.rand_name("alarm-severity"),
expression=metric_name + " > 12",
severity='CRITICAL'
))
alarm_def_ids = []
for definition in alarm_defs:
resp, response_body = self.monasca_client.create_alarm_definitions(definition)
self.assertEqual(201, resp.status)
alarm_def_ids.append(response_body['id'])
# Ensure the new Alarm Definitions get to the Threshold Engine
time.sleep(constants.ALARM_DEFINITION_CREATION_WAIT)
metric = helpers.create_metric(name=metric_name,
value=14)
resp, response_body = self.monasca_client.create_metrics(metric)
self.assertEqual(204, resp.status)
for def_id in alarm_def_ids:
self._wait_for_alarms(1, def_id)
query_parms = '?severity=LOW'
resp, response_body = self.monasca_client.list_alarms(query_parms)
self.assertEqual(200, resp.status)
for alarm in response_body['elements']:
self.assertEqual('LOW', alarm['alarm_definition']['severity'])
query_parms = '?severity=HIGH'
resp, response_body = self.monasca_client.list_alarms(query_parms)
self.assertEqual(200, resp.status)
for alarm in response_body['elements']:
self.assertEqual('HIGH', alarm['alarm_definition']['severity'])
query_parms = '?severity=CRITICAL'
resp, response_body = self.monasca_client.list_alarms(query_parms)
self.assertEqual(200, resp.status)
for alarm in response_body['elements']:
self.assertEqual('CRITICAL', alarm['alarm_definition']['severity'])
@decorators.attr(type="gate")
@decorators.attr(type=['negative'])
def test_list_alarms_by_severity_invalid_severity(self):
query_parms = '?severity=false_severity'
self.assertRaises(exceptions.UnprocessableEntity, self.monasca_client.list_alarms,
query_parms)
@decorators.attr(type="gate")
def test_list_alarms_by_severity_multiple_values(self):
metric_name = data_utils.rand_name("severity-metric")
alarm_defs = []
alarm_defs.append(helpers.create_alarm_definition(
name=data_utils.rand_name("alarm-severity"),
expression=metric_name + " > 12",
severity='LOW'
))
alarm_defs.append(helpers.create_alarm_definition(
name=data_utils.rand_name("alarm-severity"),
expression=metric_name + " > 12",
severity='MEDIUM'
))
alarm_defs.append(helpers.create_alarm_definition(
name=data_utils.rand_name("alarm-severity"),
expression=metric_name + " > 12",
severity='HIGH'
))
alarm_defs.append(helpers.create_alarm_definition(
name=data_utils.rand_name("alarm-severity"),
expression=metric_name + " > 12",
severity='CRITICAL'
))
alarm_def_ids = []
for definition in alarm_defs:
resp, response_body = self.monasca_client.create_alarm_definitions(definition)
self.assertEqual(201, resp.status)
alarm_def_ids.append(response_body['id'])
# Ensure the new Alarm Definitions get to the Threshold Engine
time.sleep(constants.ALARM_DEFINITION_CREATION_WAIT)
metric = helpers.create_metric(name=metric_name,
value=14)
resp, response_body = self.monasca_client.create_metrics(metric)
self.assertEqual(204, resp.status)
for def_id in alarm_def_ids:
self._wait_for_alarms(1, def_id)
query_parms = '?severity=LOW|MEDIUM'
resp, response_body = self.monasca_client.list_alarms(query_parms)
self.assertEqual(200, resp.status)
for alarm in response_body['elements']:
self.assertIn(alarm['alarm_definition']['severity'], ['LOW', 'MEDIUM'])
query_parms = '?severity=HIGH|CRITICAL'
resp, response_body = self.monasca_client.list_alarms(query_parms)
self.assertEqual(200, resp.status)
for alarm in response_body['elements']:
self.assertIn(alarm['alarm_definition']['severity'], ['HIGH', 'CRITICAL'])
@decorators.attr(type="gate")
@decorators.attr(type=['negative'])
def test_list_alarms_by_severity_multiple_values_invalid_severity(self):
query_parms = '?severity=false_severity|MEDIUM'
self.assertRaises(exceptions.UnprocessableEntity, self.monasca_client.list_alarms,
query_parms)
query_parms = '?severity=MEDIUM|false_severity'
self.assertRaises(exceptions.UnprocessableEntity, self.monasca_client.list_alarms,
query_parms)
query_parms = '?severity=LOW|false_severity|HIGH'
self.assertRaises(exceptions.UnprocessableEntity, self.monasca_client.list_alarms,
query_parms)
@decorators.attr(type="gate")
def test_list_alarms_by_lifecycle_state(self):
alarm_definition_ids, expected_metric \
= self._create_alarms_for_test_alarms(num=1)
query_param = '?alarm_definition_id=' + str(alarm_definition_ids[0])
resp, response_body = self.monasca_client.list_alarms(query_param)
self.assertEqual(200, resp.status)
alarm_id = response_body['elements'][0]['id']
self.monasca_client.patch_alarm(id=alarm_id, lifecycle_state="OPEN")
query_parms = '?alarm_definition_id=' + str(
alarm_definition_ids[0]) + '&lifecycle_state=OPEN'
resp, response_body = self.monasca_client.list_alarms(query_parms)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=1)
element = response_body['elements'][0]
metric = element['metrics'][0]
self._verify_metric_in_alarm(metric, expected_metric)
self.assertEqual(alarm_definition_ids[0],
element['alarm_definition']['id'])
@decorators.attr(type="gate")
def test_list_alarms_by_link(self):
alarm_definition_ids, expected_metric \
= self._create_alarms_for_test_alarms(num=1)
query_param = '?alarm_definition_id=' + str(alarm_definition_ids[0])
resp, response_body = self.monasca_client.list_alarms(query_param)
self.assertEqual(200, resp.status)
alarm_id = response_body['elements'][0]['id']
self.monasca_client.patch_alarm(
id=alarm_id, link="http://somesite.com/this-alarm-info")
query_parms = '?link=http://somesite.com/this-alarm-info'
resp, response_body = self.monasca_client.list_alarms(query_parms)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=1)
element = response_body['elements'][0]
metric = element['metrics'][0]
self._verify_metric_in_alarm(metric, expected_metric)
self.assertEqual(alarm_definition_ids[0],
element['alarm_definition']['id'])
@decorators.attr(type="gate")
def test_list_alarms_by_state_updated_start_time(self):
alarm_definition_ids, expected_metric \
= self._create_alarms_for_test_alarms(num=1)
query_param = '?alarm_definition_id=' + str(alarm_definition_ids[0])
resp, response_body = self.monasca_client.list_alarms(query_param)
self.assertEqual(200, resp.status)
element = response_body['elements'][0]
state_updated_start_time = element['state_updated_timestamp']
query_parms = '?alarm_definition_id=' + str(alarm_definition_ids[0])\
+ '&state_updated_timestamp=' + \
str(state_updated_start_time)
resp, response_body = self.monasca_client.list_alarms(query_parms)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=1)
first_element = response_body['elements'][0]
self.assertEqual(element, first_element)
metric = element['metrics'][0]
self._verify_metric_in_alarm(metric, expected_metric)
self.assertEqual(alarm_definition_ids[0],
element['alarm_definition']['id'])
@decorators.attr(type="gate")
def test_list_alarms_by_offset_limit(self):
definition_ids, expected_metric = self._create_alarms_for_test_alarms(num=3)
resp, response_body = self.monasca_client.list_alarms('?metric_name=' +
expected_metric['name'])
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=3)
elements = response_body['elements']
second_element = elements[1]
offset = 1
limit = 1
query_parms = '?metric_name=' + expected_metric['name'] + \
'&offset=' + str(offset) + '&limit=' + str(limit)
resp, response_body1 = self.monasca_client.list_alarms(query_parms)
elements = response_body1['elements']
self.assertEqual(1, len(elements))
self.assertEqual(elements[0]['id'], second_element['id'])
self.assertEqual(elements[0], second_element)
links = response_body1['links']
next_offset = None
next_limit = None
for link in links:
if link['rel'] == 'next':
next_offset = helpers.get_query_param(link['href'], 'offset')
next_limit = helpers.get_query_param(link['href'], 'limit')
self.assertEqual(str(offset + limit), next_offset)
self.assertEqual(str(limit), next_limit)
@decorators.attr(type="gate")
def test_get_alarm(self):
alarm_definition_ids, expected_metric \
= self._create_alarms_for_test_alarms(num=1)
query_param = '?alarm_definition_id=' + str(alarm_definition_ids[0])
resp, response_body = self.monasca_client.list_alarms(query_param)
self.assertEqual(200, resp.status)
element = response_body['elements'][0]
alarm_id = element['id']
resp, response_body = self.monasca_client.get_alarm(alarm_id)
self.assertEqual(200, resp.status)
self._verify_alarm_keys(response_body)
metric = element['metrics'][0]
self._verify_metric_in_alarm(metric, expected_metric)
@decorators.attr(type="gate")
def test_list_alarms_sort_by(self):
alarm_definition_ids, expected_metric = self._create_alarms_for_test_alarms(num=3)
resp, response_body = self.monasca_client.list_alarms('?metric_name=' +
expected_metric['name'])
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=3)
resp, response_body = self.monasca_client.list_alarms('?metric_name=' +
expected_metric['name'] +
'&sort_by=created_timestamp')
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=3)
elements = response_body['elements']
last_timestamp = elements[0]['created_timestamp']
for element in elements:
assert element['created_timestamp'] >= last_timestamp, \
"Created_timestamps are not in sorted " \
"order {} came before {}".format(last_timestamp, element['created_timestamp'])
last_timestamp = element['created_timestamp']
# Set link and lifecycle_state to sort in opposite order
self.monasca_client.patch_alarm(elements[0]['id'], lifecycle_state='3', link='2')
self.monasca_client.patch_alarm(elements[1]['id'], lifecycle_state='2', link='2')
self.monasca_client.patch_alarm(elements[2]['id'], lifecycle_state='4', link='1')
for iter in range(2):
sort_by_params = 'link,lifecycle_state'
if iter == 1:
query_parms = urlparse.urlencode([('sort_by', sort_by_params)])
else:
query_parms = 'sort_by=' + sort_by_params
resp, response_body = self.monasca_client.list_alarms(
'?metric_name=' + expected_metric['name'] + '&' + query_parms)
elements = response_body['elements']
self.assertEqual(3, len(elements))
self.assertEqual('1', elements[0]['link'])
self.assertEqual('4', elements[0]['lifecycle_state'])
self.assertEqual('2', elements[1]['link'])
self.assertEqual('2', elements[1]['lifecycle_state'])
self.assertEqual('2', elements[2]['link'])
self.assertEqual('3', elements[2]['lifecycle_state'])
allowed_sort_by = {'alarm_id', 'alarm_definition_id', 'alarm_definition_name',
'state', 'severity', 'lifecycle_state', 'link',
'state_updated_timestamp', 'updated_timestamp',
'created_timestamp'}
for sort_by in allowed_sort_by:
resp, response_body = self.monasca_client.list_alarms(
'?metric_name=' + expected_metric['name'] + '&sort_by=' + sort_by)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=3)
elements = response_body['elements']
last_sort_by = self._get_field_from_alarm_element(elements[0], sort_by)
for element in elements:
sort_by_field = self._get_field_from_alarm_element(element, sort_by)
assert sort_by_field >= last_sort_by, \
"{} are not in sorted order {} came before {}".format(sort_by,
last_sort_by,
sort_by_field)
last_sort_by = sort_by_field
@decorators.attr(type='gate')
def test_list_alarms_sort_by_asc_desc(self):
alarm_definition_ids, expected_metric = self._create_alarms_for_test_alarms(num=3)
resp, response_body = self.monasca_client.list_alarms('?metric_name=' +
expected_metric['name'])
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=3)
resp, response_body = self.monasca_client.list_alarms(
'?metric_name=' + expected_metric['name'] +
'&sort_by=' + urlparse.quote('created_timestamp asc'))
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=3)
elements = response_body['elements']
last_timestamp = elements[0]['created_timestamp']
for element in elements:
assert element['created_timestamp'] >= last_timestamp,\
"Created_timestamps are not in ascending" \
" order {} came before {}".format(last_timestamp, element['created_timestamp'])
last_timestamp = element['created_timestamp']
resp, response_body = self.monasca_client.list_alarms(
'?metric_name=' + expected_metric['name'] +
'&sort_by=' + urlparse.quote('created_timestamp desc'))
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=3)
elements = response_body['elements']
last_timestamp = elements[0]['created_timestamp']
for element in elements:
assert element['created_timestamp'] <= last_timestamp,\
"Created_timestamps are not in descending" \
" order {} came before {}".format(last_timestamp, element['created_timestamp'])
last_timestamp = element['created_timestamp']
@decorators.attr(type="gate")
def test_list_alarms_sort_by_offset_limit(self):
metric_1 = {'name': data_utils.rand_name('sorting-metric-1'),
'dimensions': {
data_utils.rand_name('key-1'): data_utils.rand_name('value-1')},
'value': 3}
metric_2 = {'name': metric_1['name'],
'dimensions': {
data_utils.rand_name('key-2'): data_utils.rand_name('value-2')},
'value': 3}
alarm_def = helpers.create_alarm_definition(
name=data_utils.rand_name('sorting-def'),
expression=metric_1['name'] + " < 12",
match_by=["hostname"]
)
resp, response_body = self.monasca_client.create_alarm_definitions(alarm_def)
self.assertEqual(201, resp.status)
alarm_def_id = response_body['id']
# Ensure the new Alarm Definition gets to the Threshold Engine
time.sleep(constants.ALARM_DEFINITION_CREATION_WAIT)
for i in range(3):
hostname = data_utils.rand_name('host')
metric_1['dimensions']['hostname'] = hostname
metric_2['dimensions']['hostname'] = hostname
metric_1['timestamp'] = int(time.time() * 1000)
metric_2['timestamp'] = int(time.time() * 1000)
resp, response_body = self.monasca_client.create_metrics([metric_1, metric_2])
self.assertEqual(204, resp.status)
self._wait_for_alarms(3, alarm_def_id)
resp, response_body = self.monasca_client.list_alarms('?alarm_definition_id=' +
alarm_def_id)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=3)
resp, response_body = self.monasca_client.list_alarms('?alarm_definition_id=' +
alarm_def_id +
'&sort_by=alarm_id')
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=3)
full_elements = response_body['elements']
previous_id = full_elements[0]['id']
for element in full_elements[1:]:
assert element['id'] >= previous_id, \
"IDs are not in sorted order {} came before {}".format(previous_id,
element['id'])
previous_id = element['id']
resp, response_body = self.monasca_client.list_alarms('?alarm_definition_id=' +
alarm_def_id +
'&sort_by=alarm_id&limit=1')
self.assertEqual(200, resp.status)
elements = response_body['elements']
self.assertEqual(1, len(elements))
self.assertEqual(full_elements[0]['id'], elements[0]['id'])
resp, response_body = self.monasca_client.list_alarms('?alarm_definition_id=' +
alarm_def_id +
'&sort_by=alarm_id&offset=1')
self.assertEqual(200, resp.status)
elements = response_body['elements']
self.assertEqual(2, len(elements))
self.assertEqual(full_elements[1]['id'], elements[0]['id'])
resp, response_body = self.monasca_client.list_alarms(
'?alarm_definition_id=' + alarm_def_id + '&sort_by=state_updated_timestamp&offset=1')
self.assertEqual(200, resp.status)
elements = response_body['elements']
self.assertEqual(2, len(elements))
@decorators.attr(type="gate")
def test_list_alarms_invalid_sort_by(self):
query_parms = '?sort_by=not_valid_field'
self.assertRaises(exceptions.UnprocessableEntity,
self.monasca_client.list_alarms, query_parms)
@decorators.attr(type="gate")
@decorators.attr(type=['negative'])
def test_get_alarm_with_invalid_id(self):
alarm_id = data_utils.rand_name()
self.assertRaises(exceptions.NotFound, self.monasca_client.get_alarm,
alarm_id)
@decorators.attr(type="gate")
def test_update_alarm(self):
alarm_definition_ids, expected_metric \
= self._create_alarms_for_test_alarms(num=1)
query_param = '?alarm_definition_id=' + str(alarm_definition_ids[0])
resp, response_body = self.monasca_client.list_alarms(query_param)
self.assertEqual(200, resp.status)
element = response_body['elements'][0]
alarm_id = element['id']
updated_state = "ALARM"
updated_lifecycle_state = "OPEN"
updated_link = "http://somesite.com"
resp, response_body = self.monasca_client.update_alarm(
id=alarm_id, state=updated_state,
lifecycle_state=updated_lifecycle_state, link=updated_link)
self.assertEqual(200, resp.status)
self._verify_alarm_keys(response_body)
# Validate fields updated
resp, response_body = self.monasca_client.list_alarms(query_param)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=1)
element = response_body['elements'][0]
self.assertEqual(updated_state, element['state'])
self.assertEqual(updated_lifecycle_state, element['lifecycle_state'])
self.assertEqual(updated_link, element['link'])
@decorators.attr(type="gate")
def test_patch_alarm(self):
alarm_definition_ids, expected_metric \
= self._create_alarms_for_test_alarms(num=1)
query_param = '?alarm_definition_id=' + str(alarm_definition_ids[0])
resp, response_body = self.monasca_client.list_alarms(query_param)
self.assertEqual(200, resp.status)
elements = response_body['elements']
alarm_id = elements[0]['id']
patch_link = "http://somesite.com"
resp, response_body = self.monasca_client.patch_alarm(
id=alarm_id, link=patch_link)
self.assertEqual(200, resp.status)
self._verify_alarm_keys(response_body)
# Validate the field patched
resp, response_body = self.monasca_client.list_alarms(query_param)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=1)
self.assertEqual(patch_link, response_body['elements'][0]['link'])
@decorators.attr(type="gate")
def test_delete_alarm(self):
alarm_definition_ids, expected_metric \
= self._create_alarms_for_test_alarms(num=1)
query_param = '?alarm_definition_id=' + str(alarm_definition_ids[0])
resp, response_body = self.monasca_client.list_alarms(query_param)
self.assertEqual(200, resp.status)
elements = response_body['elements']
alarm_id = elements[0]['id']
resp, response_body = self.monasca_client.delete_alarm(alarm_id)
self.assertEqual(204, resp.status)
resp, response_body = self.monasca_client.list_alarms(query_param)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=0)
@decorators.attr(type="gate")
@decorators.attr(type=['negative'])
def test_delete_alarm_with_invalid_id(self):
id = data_utils.rand_name()
self.assertRaises(exceptions.NotFound,
self.monasca_client.delete_alarm, id)
@decorators.attr(type="gate")
@decorators.attr(type=['negative'])
def test_patch_alarm_with_invalid_id(self):
id = data_utils.rand_name()
self.assertRaises(exceptions.NotFound,
self.monasca_client.patch_alarm, id=id,
lifecycle_state="OPEN")
@decorators.attr(type="gate")
@decorators.attr(type=['negative'])
def test_update_alarm_with_invalid_id(self):
alarm_id = data_utils.rand_name()
updated_state = "ALARM"
updated_lifecycle_state = "OPEN"
updated_link = "http://somesite.com"
self.assertRaises(exceptions.NotFound,
self.monasca_client.update_alarm,
id=alarm_id, state=updated_state,
lifecycle_state=updated_lifecycle_state,
link=updated_link)
@decorators.attr(type="gate")
def test_create_alarms_with_match_by(self):
# Create an alarm definition with no match_by
name = data_utils.rand_name('alarm_definition_1')
expression = "max(cpu.idle_perc{service=monitoring}) < 20"
alarm_definition = helpers.create_alarm_definition(
name=name, description="description", expression=expression)
resp, response_body = self.monasca_client.create_alarm_definitions(
alarm_definition)
alarm_definition_id = response_body['id']
self._create_metrics_for_match_by(
num=1, alarm_definition_id=alarm_definition_id)
query_param = '?alarm_definition_id=' + str(alarm_definition_id)
resp, response_body = self.monasca_client.list_alarms(query_param)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=1)
elements = response_body['elements']
metrics = elements[0]['metrics']
self.assertEqual(len(metrics), 2)
self.assertNotEqual(metrics[0], metrics[1])
# Create an alarm definition with match_by
name = data_utils.rand_name('alarm_definition_2')
expression = "max(cpu.idle_perc{service=monitoring}) < 20"
match_by = ['hostname']
alarm_definition = helpers.create_alarm_definition(
name=name, description="description", expression=expression,
match_by=match_by)
resp, response_body = self.monasca_client.create_alarm_definitions(
alarm_definition)
alarm_definition_id = response_body['id']
# create some metrics
self._create_metrics_for_match_by(
num=2, alarm_definition_id=alarm_definition_id)
query_param = '?alarm_definition_id=' + str(alarm_definition_id)
resp, response_body = self.monasca_client.list_alarms(query_param)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=2)
elements = response_body['elements']
self.assertEqual(len(elements[0]['metrics']), 1)
self.assertEqual(len(elements[1]['metrics']), 1)
self.assertNotEqual(elements[0]['metrics'], elements[1]['metrics'])
@decorators.attr(type="gate")
def test_create_alarms_with_sub_expressions_and_match_by(self):
# Create an alarm definition with sub-expressions and match_by
name = data_utils.rand_name('alarm_definition_3')
expression = "max(cpu.idle_perc{service=monitoring}) < 10 or " \
"max(cpu.user_perc{service=monitoring}) > 60"
match_by = ['hostname']
alarm_definition = helpers.create_alarm_definition(
name=name, description="description", expression=expression,
match_by=match_by)
resp, response_body = self.monasca_client.create_alarm_definitions(
alarm_definition)
alarm_definition_id = response_body['id']
self._create_metrics_for_match_by_sub_expressions(
num=2, alarm_definition_id=alarm_definition_id)
query_param = '?alarm_definition_id=' + str(alarm_definition_id)
resp, response_body = self.monasca_client.list_alarms(query_param)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=2)
elements = response_body['elements']
hostnames = []
for i in range(2):
self.assertEqual(len(elements[i]['metrics']), 2)
for i in range(2):
for j in range(2):
hostnames.append(elements[i]['metrics'][j]['dimensions'][
'hostname'])
self.assertEqual(hostnames[0], hostnames[1])
self.assertEqual(hostnames[2], hostnames[3])
self.assertNotEqual(hostnames[0], hostnames[2])
@decorators.attr(type="gate")
def test_create_alarms_with_match_by_list(self):
# Create an alarm definition with match_by as a list
name = data_utils.rand_name('alarm_definition')
expression = "max(cpu.idle_perc{service=monitoring}) < 10"
match_by = ['hostname', 'device']
alarm_definition = helpers.create_alarm_definition(
name=name, description="description", expression=expression,
match_by=match_by)
resp, response_body = self.monasca_client.create_alarm_definitions(
alarm_definition)
alarm_definition_id = response_body['id']
query_param = '?alarm_definition_id=' + str(alarm_definition_id)
# create some metrics
self._create_metrics_for_match_by_sub_expressions_list(
num=4, alarm_definition_id=alarm_definition_id)
resp, response_body = self.monasca_client.list_alarms(query_param)
self._verify_list_alarms_elements(resp, response_body,
expect_num_elements=4)
elements = response_body['elements']
dimensions = []
for i in range(4):
self.assertEqual(len(elements[i]['metrics']), 1)
dimensions.append(elements[i]['metrics'][0]['dimensions'])
for i in range(4):
for j in range(4):
if i != j:
self.assertNotEqual(dimensions[i], dimensions[j])
@decorators.attr(type="gate")
def test_verify_deterministic_alarm(self):
metric_name = data_utils.rand_name('log.fancy')
metric_dimensions = {'service': 'monitoring',
'hostname': 'mini-mon'}
name = data_utils.rand_name('alarm_definition')
expression = ('count(%s{service=monitoring},deterministic) > 10'
% metric_name)
match_by = ['hostname', 'device']
description = 'deterministic'
alarm_definition = helpers.create_alarm_definition(
name=name, description=description,
expression=expression, match_by=match_by)
resp, response_body = self.monasca_client.create_alarm_definitions(
alarm_definition)
alarm_definition_id = response_body['id']
query_param = '?alarm_definition_id=' + str(alarm_definition_id)
# Ensure the new Alarm Definition gets to the Threshold Engine
time.sleep(constants.ALARM_DEFINITION_CREATION_WAIT)
# 1. ensure alarm was not created
resp, response_body = self.monasca_client.list_alarms(query_param)
self._verify_list_alarms_elements(resp, response_body, 0)
# 2. put some metrics here to create it, should be in ok
metrics_count = 5
for it in range(0, metrics_count):
metric = helpers.create_metric(name=metric_name,
value=1.0,
dimensions=metric_dimensions)
self.monasca_client.create_metrics(metric)
self._wait_for_alarms(1, alarm_definition_id)
resp, response_body = self.monasca_client.list_alarms(query_param)
self._verify_list_alarms_elements(resp, response_body, 1)
element = response_body['elements'][0]
self.assertEqual('OK', element['state'])
# 3. exceed threshold
metrics_count = 20
for it in range(0, metrics_count):
metric = helpers.create_metric(name=metric_name,
value=1.0,
dimensions=metric_dimensions)
self.monasca_client.create_metrics(metric)
self._wait_for_alarms(1, alarm_definition_id)
resp, response_body = self.monasca_client.list_alarms(query_param)
self._verify_list_alarms_elements(resp, response_body, 1)
element = response_body['elements'][0]
self.assertEqual('ALARM', element['state'])
def _verify_list_alarms_elements(self, resp, response_body,
expect_num_elements):
self.assertEqual(200, resp.status)
self.assertTrue(set(['links', 'elements']) ==
set(response_body))
error_msg = ("Failed: {} alarm is needed and current number "
"of alarm is {}").format(expect_num_elements,
len(response_body['elements']))
self.assertEqual(len(response_body['elements']),
expect_num_elements, error_msg)
def _create_alarms_for_test_alarms(self, num):
metric_name = data_utils.rand_name('name')
key = data_utils.rand_name('key')
value = data_utils.rand_name('value')
alarm_definition_ids = []
for i in range(num):
# create an alarm definition
expression = "max(" + metric_name + ") > 0"
name = data_utils.rand_name('name-1')
alarm_definition = helpers.create_alarm_definition(
name=name, expression=expression)
resp, response_body = self.monasca_client.create_alarm_definitions(
alarm_definition)
alarm_definition_ids.append(response_body['id'])
expected_metric = helpers.create_metric(name=metric_name,
dimensions={key: value})
# Ensure the new Alarm Definitions get to the Threshold Engine
time.sleep(constants.ALARM_DEFINITION_CREATION_WAIT)
# create some metrics
for j in range(num):
for i in range(constants.MAX_RETRIES):
self.monasca_client.create_metrics(expected_metric)
time.sleep(constants.RETRY_WAIT_SECS)
query_param = '?alarm_definition_id=' + \
str(alarm_definition_ids[j])
resp, response_body = self.monasca_client.list_alarms(
query_param)
elements = response_body['elements']
if len(elements) >= 1:
break
return alarm_definition_ids, expected_metric
def _create_metrics_for_match_by(self, num, alarm_definition_id):
# Ensure the new Alarm Definition gets to the Threshold Engine
time.sleep(constants.ALARM_DEFINITION_CREATION_WAIT)
metric1 = helpers.create_metric(
name='cpu.idle_perc',
dimensions={'service': 'monitoring',
'hostname': 'mini-mon'})
metric2 = helpers.create_metric(
name='cpu.idle_perc',
dimensions={'service': 'monitoring',
'hostname': 'devstack'})
self.monasca_client.create_metrics(metric1)
self.monasca_client.create_metrics(metric2)
self._wait_for_alarms(num, alarm_definition_id)
def _create_metrics_for_match_by_sub_expressions(self, num,
alarm_definition_id):
# Ensure the new Alarm Definition gets to the Threshold Engine
time.sleep(constants.ALARM_DEFINITION_CREATION_WAIT)
metric1 = helpers.create_metric(
name='cpu.idle_perc',
dimensions={'service': 'monitoring',
'hostname': 'mini-mon'})
metric2 = helpers.create_metric(
name='cpu.idle_perc',
dimensions={'service': 'monitoring',
'hostname': 'devstack'})
self.monasca_client.create_metrics(metric1)
self.monasca_client.create_metrics(metric2)
metric3 = helpers.create_metric(
name='cpu.user_perc',
dimensions={'service': 'monitoring',
'hostname': 'mini-mon'})
metric4 = helpers.create_metric(
name='cpu.user_perc',
dimensions={'service': 'monitoring',
'hostname': 'devstack'})
self.monasca_client.create_metrics(metric3)
self.monasca_client.create_metrics(metric4)
self._wait_for_alarms(num, alarm_definition_id)
def _create_metrics_for_match_by_sub_expressions_list(self, num,
alarm_definition_id):
# Ensure the new Alarm Definition gets to the Threshold Engine
time.sleep(constants.ALARM_DEFINITION_CREATION_WAIT)
# create some metrics
metric1 = helpers.create_metric(
name='cpu.idle_perc',
dimensions={'service': 'monitoring',
'hostname': 'mini-mon',
'device': '/dev/sda1'})
metric2 = helpers.create_metric(
name='cpu.idle_perc',
dimensions={'service': 'monitoring',
'hostname': 'devstack',
'device': '/dev/sda1'})
metric3 = helpers.create_metric(
name='cpu.idle_perc',
dimensions={'service': 'monitoring',
'hostname': 'mini-mon',
'device': 'tmpfs'})
metric4 = helpers.create_metric(
name='cpu.idle_perc',
dimensions={'service': 'monitoring',
'hostname': 'devstack',
'device': 'tmpfs'})
self.monasca_client.create_metrics(metric1)
self.monasca_client.create_metrics(metric2)
self.monasca_client.create_metrics(metric3)
self.monasca_client.create_metrics(metric4)
self._wait_for_alarms(num, alarm_definition_id)
def _wait_for_alarms(self, num, alarm_definition_id):
query_param = '?alarm_definition_id=' + str(alarm_definition_id)
for i in range(constants.MAX_RETRIES):
time.sleep(constants.RETRY_WAIT_SECS)
resp, response_body = self.monasca_client.\
list_alarms(query_param)
elements = response_body['elements']
if len(elements) >= num:
break
def _verify_alarm_keys(self, response_body):
expected_keys = ['id',
'links',
'alarm_definition',
'metrics',
'state',
'lifecycle_state',
'link',
'state_updated_timestamp',
'updated_timestamp',
'created_timestamp']
for key in expected_keys:
self.assertIn(key, response_body)
def _verify_metric_in_alarm(self, metric, expected_metric):
self.assertEqual(metric['dimensions'], expected_metric['dimensions'])
self.assertEqual(metric['name'], expected_metric['name'])
def _get_field_from_alarm_element(self, element, sort_by):
if sort_by == 'alarm_id':
return element['id']
elif sort_by == 'alarm_definition_id':
return element['alarm_definition']['id']
elif sort_by == 'alarm_definition_name':
return element['alarm_definition']['name']
elif sort_by == 'severity':
return element['alarm_definition']['severity']
else:
return element[sort_by]