234 lines
9.3 KiB
Python
234 lines
9.3 KiB
Python
# Copyright 2017 - Nokia
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
import time
|
|
|
|
from oslo_log import log as logging
|
|
|
|
from vitrage_tempest_plugin.tests.base import IsEmpty
|
|
from vitrage_tempest_plugin.tests.common.constants import DOCTOR_DATASOURCE
|
|
from vitrage_tempest_plugin.tests.common.constants import EntityCategory
|
|
from vitrage_tempest_plugin.tests.common.constants import VertexProperties \
|
|
as VProps
|
|
from vitrage_tempest_plugin.tests.common.constants import VITRAGE_DATASOURCE
|
|
from vitrage_tempest_plugin.tests.common import general_utils as g_utils
|
|
from vitrage_tempest_plugin.tests.common.tempest_clients import TempestClients
|
|
from vitrage_tempest_plugin.tests.common import vitrage_utils as v_utils
|
|
from vitrage_tempest_plugin.tests.e2e.test_actions_base import TestActionsBase
|
|
from vitrage_tempest_plugin.tests import utils
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
TRIGGER_ALARM_1 = 'e2e.test_overlapping_actions.trigger.alarm1'
|
|
TRIGGER_ALARM_2 = 'e2e.test_overlapping_actions.trigger.alarm2'
|
|
TRIGGER_ALARM_3 = 'e2e.test_overlapping_actions.trigger.alarm3'
|
|
TRIGGER_ALARM_4 = 'e2e.test_overlapping_actions.trigger.alarm4'
|
|
DEDUCED = 'e2e.test_overlapping_actions.deduced.alarm'
|
|
|
|
TRIGGER_ALARM_1_PROPS = {
|
|
VProps.NAME: TRIGGER_ALARM_1,
|
|
VProps.VITRAGE_CATEGORY: EntityCategory.ALARM,
|
|
VProps.VITRAGE_TYPE: DOCTOR_DATASOURCE,
|
|
}
|
|
|
|
TRIGGER_ALARM_2_PROPS = {
|
|
VProps.NAME: TRIGGER_ALARM_2,
|
|
VProps.VITRAGE_CATEGORY: EntityCategory.ALARM,
|
|
VProps.VITRAGE_TYPE: DOCTOR_DATASOURCE,
|
|
}
|
|
|
|
DEDUCED_PROPS = {
|
|
VProps.NAME: DEDUCED,
|
|
VProps.VITRAGE_CATEGORY: EntityCategory.ALARM,
|
|
VProps.VITRAGE_TYPE: VITRAGE_DATASOURCE,
|
|
}
|
|
|
|
|
|
class TestOverlappingActions(TestActionsBase):
|
|
|
|
@classmethod
|
|
def setUpClass(cls):
|
|
super(TestOverlappingActions, cls).setUpClass()
|
|
cls._template = v_utils.add_template(
|
|
'e2e_test_overlapping_actions.yaml')
|
|
|
|
@classmethod
|
|
def tearDownClass(cls):
|
|
if cls._template is not None:
|
|
v_utils.delete_template(cls._template['uuid'])
|
|
|
|
@utils.tempest_logger
|
|
def test_overlapping_action_set_state(self):
|
|
try:
|
|
# Do - first
|
|
self._trigger_do_action(TRIGGER_ALARM_1)
|
|
curr_host = v_utils.get_first_host()
|
|
self.assertEqual(
|
|
'ERROR',
|
|
curr_host.get(VProps.VITRAGE_AGGREGATED_STATE),
|
|
'state should change after set_state action')
|
|
|
|
# Do - second
|
|
self._trigger_do_action(TRIGGER_ALARM_2)
|
|
curr_host = v_utils.get_first_host()
|
|
self.assertEqual(
|
|
'ERROR',
|
|
curr_host.get(VProps.VITRAGE_AGGREGATED_STATE),
|
|
'state should remain unchanged')
|
|
|
|
# Undo - first
|
|
self._trigger_undo_action(TRIGGER_ALARM_1)
|
|
curr_host = v_utils.get_first_host()
|
|
self.assertEqual(
|
|
'ERROR',
|
|
curr_host.get(VProps.VITRAGE_AGGREGATED_STATE),
|
|
'state should remain unchanged')
|
|
|
|
# Undo - second
|
|
self._trigger_undo_action(TRIGGER_ALARM_2)
|
|
curr_host = v_utils.get_first_host()
|
|
self.assertEqual(
|
|
self.orig_host.get(VProps.VITRAGE_AGGREGATED_STATE),
|
|
curr_host.get(VProps.VITRAGE_AGGREGATED_STATE),
|
|
'state should change after undo set_state action')
|
|
finally:
|
|
self._trigger_undo_action(TRIGGER_ALARM_1)
|
|
self._trigger_undo_action(TRIGGER_ALARM_2)
|
|
|
|
@utils.tempest_logger
|
|
def test_overlapping_action_mark_down(self):
|
|
try:
|
|
host_name = self.orig_host.get(VProps.NAME)
|
|
|
|
# Do - first
|
|
self._trigger_do_action(TRIGGER_ALARM_3)
|
|
nova_service = TempestClients.nova().services.list(
|
|
host=host_name, binary='nova-compute')[0]
|
|
self.assertEqual("down", nova_service.state)
|
|
|
|
# Do - second
|
|
self._trigger_do_action(TRIGGER_ALARM_4)
|
|
nova_service = TempestClients.nova().services.list(
|
|
host=host_name, binary='nova-compute')[0]
|
|
self.assertEqual("down", nova_service.state)
|
|
|
|
# Undo - first
|
|
self._trigger_undo_action(TRIGGER_ALARM_3)
|
|
nova_service = TempestClients.nova().services.list(
|
|
host=host_name, binary='nova-compute')[0]
|
|
self.assertEqual("down", nova_service.state)
|
|
|
|
# Undo - second
|
|
self._trigger_undo_action(TRIGGER_ALARM_4)
|
|
nova_service = TempestClients.nova().services.list(
|
|
host=host_name, binary='nova-compute')[0]
|
|
self.assertEqual("up", nova_service.state)
|
|
finally:
|
|
self._trigger_undo_action(TRIGGER_ALARM_3)
|
|
self._trigger_undo_action(TRIGGER_ALARM_4)
|
|
# nova.host datasource may take up to snapshot_interval to update
|
|
time.sleep(130)
|
|
|
|
@utils.tempest_logger
|
|
def test_overlapping_action_deduce_alarm(self):
|
|
try:
|
|
host_id = self.orig_host.get(VProps.VITRAGE_ID)
|
|
|
|
# Do - first
|
|
self._trigger_do_action(TRIGGER_ALARM_1)
|
|
self._check_deduced(1, DEDUCED_PROPS, host_id)
|
|
|
|
# Do - second
|
|
self._trigger_do_action(TRIGGER_ALARM_2)
|
|
self._check_deduced(1, DEDUCED_PROPS, host_id)
|
|
|
|
# Undo - first
|
|
self._trigger_undo_action(TRIGGER_ALARM_1)
|
|
self._check_deduced(1, DEDUCED_PROPS, host_id)
|
|
|
|
# Undo - second
|
|
self._trigger_undo_action(TRIGGER_ALARM_2)
|
|
self._check_deduced(0, DEDUCED_PROPS, host_id)
|
|
finally:
|
|
self._trigger_undo_action(TRIGGER_ALARM_1)
|
|
self._trigger_undo_action(TRIGGER_ALARM_2)
|
|
|
|
@utils.tempest_logger
|
|
def test_overlapping_action_add_causal_relationship(self):
|
|
try:
|
|
# ---- Do first & second ----
|
|
self._trigger_do_action(TRIGGER_ALARM_1)
|
|
self._trigger_do_action(TRIGGER_ALARM_2)
|
|
alarms = self.vitrage_client.alarm.list(
|
|
vitrage_id=self.orig_host.get(VProps.VITRAGE_ID),
|
|
all_tenants=True)
|
|
|
|
deduced = g_utils.first_match(alarms, **DEDUCED_PROPS)
|
|
trigger1 = g_utils.first_match(alarms, **TRIGGER_ALARM_1_PROPS)
|
|
trigger2 = g_utils.first_match(alarms, **TRIGGER_ALARM_2_PROPS)
|
|
|
|
# Get Rca for the deduced
|
|
rca = self.vitrage_client.rca.get(deduced[VProps.VITRAGE_ID],
|
|
all_tenants=True)
|
|
self._check_rca(rca, [deduced, trigger1, trigger2], DEDUCED_PROPS)
|
|
|
|
# Get Rca for trigger 1
|
|
rca = self.vitrage_client.rca.get(trigger1[VProps.VITRAGE_ID],
|
|
all_tenants=True)
|
|
self._check_rca(rca, [deduced, trigger1], TRIGGER_ALARM_1_PROPS)
|
|
|
|
# Get Rca for trigger 2
|
|
rca = self.vitrage_client.rca.get(trigger2[VProps.VITRAGE_ID],
|
|
all_tenants=True)
|
|
self._check_rca(rca, [deduced, trigger2], TRIGGER_ALARM_2_PROPS)
|
|
|
|
# ---- Undo - first ----
|
|
self._trigger_undo_action(TRIGGER_ALARM_1)
|
|
alarms = self.vitrage_client.alarm.list(
|
|
vitrage_id=self.orig_host.get(VProps.VITRAGE_ID),
|
|
all_tenants=True)
|
|
|
|
deduced = g_utils.first_match(alarms, **DEDUCED_PROPS)
|
|
trigger2 = g_utils.first_match(alarms, **TRIGGER_ALARM_2_PROPS)
|
|
|
|
# Get Rca for the deduced
|
|
rca = self.vitrage_client.rca.get(deduced[VProps.VITRAGE_ID],
|
|
all_tenants=True)
|
|
self._check_rca(rca, [deduced, trigger2], DEDUCED_PROPS)
|
|
|
|
# Get Rca for trigger 2
|
|
rca = self.vitrage_client.rca.get(trigger2[VProps.VITRAGE_ID],
|
|
all_tenants=True)
|
|
self._check_rca(rca, [deduced, trigger2], TRIGGER_ALARM_2_PROPS)
|
|
|
|
# ---- Undo - second ----
|
|
self._trigger_undo_action(TRIGGER_ALARM_2)
|
|
alarms = self.vitrage_client.alarm.list(
|
|
vitrage_id=self.orig_host.get(VProps.VITRAGE_ID),
|
|
all_tenants=True)
|
|
self.assertThat(
|
|
g_utils.all_matches(alarms, **TRIGGER_ALARM_1_PROPS),
|
|
IsEmpty(),
|
|
'trigger alarm 1 should have been removed')
|
|
self.assertThat(
|
|
g_utils.all_matches(alarms, **TRIGGER_ALARM_2_PROPS),
|
|
IsEmpty(),
|
|
'trigger alarm 2 should have been removed')
|
|
self.assertThat(
|
|
g_utils.all_matches(alarms, **DEDUCED_PROPS),
|
|
IsEmpty(),
|
|
'deduced alarm should have been removed')
|
|
finally:
|
|
self._trigger_undo_action(TRIGGER_ALARM_1)
|
|
self._trigger_undo_action(TRIGGER_ALARM_2)
|