301 lines
13 KiB
Python
301 lines
13 KiB
Python
# Copyright 2015 Hewlett-Packard Development Company, L.P.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import datetime
|
|
import numpy as np
|
|
|
|
from openstack_health import run_aggregator
|
|
from openstack_health.tests import base
|
|
|
|
|
|
class TestRunAggregatorGetNumericData(base.TestCase):
|
|
def setUp(self):
|
|
super(TestRunAggregatorGetNumericData, self).setUp()
|
|
self.runs = {
|
|
datetime.datetime(2018, 6, 22, 1, 22, 45): {
|
|
'tempest-dsvm-neutron-full': 4495.36
|
|
},
|
|
datetime.datetime(2018, 6, 20, 17, 34, 30): {
|
|
'tempest-dsvm-neutron-full': 4133.03
|
|
},
|
|
datetime.datetime(2018, 6, 25, 1, 13, 22): {
|
|
'tempest-dsvm-neutron-full': 6047.95
|
|
},
|
|
datetime.datetime(2018, 6, 22, 21, 44, 44): {
|
|
'tempest-dsvm-neutron-full': 6689.23
|
|
},
|
|
datetime.datetime(2018, 6, 18, 5, 48, 36): {
|
|
'tempest-dsvm-neutron-full': 4183.85
|
|
},
|
|
datetime.datetime(2018, 6, 23, 3, 44, 18): {
|
|
'tempest-dsvm-neutron-full': 6150.95
|
|
},
|
|
datetime.datetime(2018, 6, 19, 10, 7, 35): {
|
|
'tempest-dsvm-neutron-full': 4545.41
|
|
},
|
|
datetime.datetime(2018, 6, 13, 7, 52, 34): {
|
|
'tempest-dsvm-neutron-full': 5651.39
|
|
},
|
|
datetime.datetime(2018, 6, 14, 6, 18, 18): {
|
|
'tempest-dsvm-neutron-full': 4307.42
|
|
},
|
|
datetime.datetime(2018, 6, 13, 13, 44, 25): {
|
|
'tempest-dsvm-neutron-full': 5131.0
|
|
},
|
|
datetime.datetime(2018, 6, 14, 3, 52, 24): {
|
|
'tempest-dsvm-neutron-full': 5228.78
|
|
}
|
|
}
|
|
|
|
def test_get_numeric_data_no_runs(self):
|
|
expected = {}
|
|
actual = run_aggregator.get_numeric_data({}, 'day')
|
|
self.assertEqual(expected, actual)
|
|
|
|
def test_get_numeric_data_diff_build_name(self):
|
|
self.runs[datetime.datetime(2018, 6, 14, 3, 52, 24)][
|
|
'openstack-tox-py27-trove'] = 321.304
|
|
expected = {
|
|
'tempest-dsvm-neutron-full': {
|
|
'2018-06-13T00:00:00': 5391.195,
|
|
'2018-06-14T00:00:00': 4768.1,
|
|
'2018-06-15T00:00:00': np.nan,
|
|
'2018-06-16T00:00:00': np.nan,
|
|
'2018-06-17T00:00:00': np.nan,
|
|
'2018-06-18T00:00:00': 4183.85,
|
|
'2018-06-19T00:00:00': 4545.41,
|
|
'2018-06-20T00:00:00': 4133.03,
|
|
'2018-06-21T00:00:00': np.nan,
|
|
'2018-06-22T00:00:00': 5592.295,
|
|
'2018-06-23T00:00:00': 6150.95,
|
|
'2018-06-24T00:00:00': np.nan,
|
|
'2018-06-25T00:00:00': 6047.95
|
|
},
|
|
'tempest-dsvm-neutron-full-avg': {
|
|
'2018-06-13T00:00:00': np.nan,
|
|
'2018-06-14T00:00:00': np.nan,
|
|
'2018-06-15T00:00:00': np.nan,
|
|
'2018-06-16T00:00:00': np.nan,
|
|
'2018-06-17T00:00:00': np.nan,
|
|
'2018-06-18T00:00:00': np.nan,
|
|
'2018-06-19T00:00:00': np.nan,
|
|
'2018-06-20T00:00:00': np.nan,
|
|
'2018-06-21T00:00:00': np.nan,
|
|
'2018-06-22T00:00:00': 4690.44675,
|
|
'2018-06-23T00:00:00': 4766.42225,
|
|
'2018-06-24T00:00:00': 4899.55725,
|
|
'2018-06-25T00:00:00': 5042.148499999999
|
|
},
|
|
'openstack-tox-py27-trove': {
|
|
'2018-06-13T00:00:00': np.nan,
|
|
'2018-06-14T00:00:00': 321.304,
|
|
'2018-06-15T00:00:00': np.nan,
|
|
'2018-06-16T00:00:00': np.nan,
|
|
'2018-06-17T00:00:00': np.nan,
|
|
'2018-06-18T00:00:00': np.nan,
|
|
'2018-06-19T00:00:00': np.nan,
|
|
'2018-06-20T00:00:00': np.nan,
|
|
'2018-06-21T00:00:00': np.nan,
|
|
'2018-06-22T00:00:00': np.nan,
|
|
'2018-06-23T00:00:00': np.nan,
|
|
'2018-06-24T00:00:00': np.nan,
|
|
'2018-06-25T00:00:00': np.nan
|
|
},
|
|
'openstack-tox-py27-trove-avg': {
|
|
'2018-06-13T00:00:00': np.nan,
|
|
'2018-06-14T00:00:00': np.nan,
|
|
'2018-06-15T00:00:00': np.nan,
|
|
'2018-06-16T00:00:00': np.nan,
|
|
'2018-06-17T00:00:00': np.nan,
|
|
'2018-06-18T00:00:00': np.nan,
|
|
'2018-06-19T00:00:00': np.nan,
|
|
'2018-06-20T00:00:00': np.nan,
|
|
'2018-06-21T00:00:00': np.nan,
|
|
'2018-06-22T00:00:00': np.nan,
|
|
'2018-06-23T00:00:00': 321.30400000000003,
|
|
'2018-06-24T00:00:00': 321.30400000000003,
|
|
'2018-06-25T00:00:00': np.nan
|
|
}
|
|
|
|
}
|
|
actual = run_aggregator.get_numeric_data(self.runs, 'day')
|
|
self.assertItemsEqual(expected, actual)
|
|
self.assertItemsEqual(
|
|
expected['tempest-dsvm-neutron-full'].keys(),
|
|
actual['tempest-dsvm-neutron-full'].keys())
|
|
self.assertItemsEqual(
|
|
expected['tempest-dsvm-neutron-full-avg'].keys(),
|
|
actual['tempest-dsvm-neutron-full-avg'].keys())
|
|
# np.nan == np.nan is False, remove the key entries with np.nan values,
|
|
# if a key error is thrown then expected does not equal actual.
|
|
for key in expected:
|
|
for date, run_time in list(expected[key].items()):
|
|
if np.isnan(run_time) and np.isnan(actual[key][date]):
|
|
del actual[key][date]
|
|
del expected[key][date]
|
|
self.assertDictEqual(expected, actual)
|
|
|
|
def test_get_numeric_data(self):
|
|
expected = {
|
|
'tempest-dsvm-neutron-full': {
|
|
'2018-06-13T00:00:00': 5391.195,
|
|
'2018-06-14T00:00:00': 4768.1,
|
|
'2018-06-15T00:00:00': np.nan,
|
|
'2018-06-16T00:00:00': np.nan,
|
|
'2018-06-17T00:00:00': np.nan,
|
|
'2018-06-18T00:00:00': 4183.85,
|
|
'2018-06-19T00:00:00': 4545.41,
|
|
'2018-06-20T00:00:00': 4133.03,
|
|
'2018-06-21T00:00:00': np.nan,
|
|
'2018-06-22T00:00:00': 5592.295,
|
|
'2018-06-23T00:00:00': 6150.95,
|
|
'2018-06-24T00:00:00': np.nan,
|
|
'2018-06-25T00:00:00': 6047.95
|
|
},
|
|
'tempest-dsvm-neutron-full-avg': {
|
|
'2018-06-13T00:00:00': np.nan,
|
|
'2018-06-14T00:00:00': np.nan,
|
|
'2018-06-15T00:00:00': np.nan,
|
|
'2018-06-16T00:00:00': np.nan,
|
|
'2018-06-17T00:00:00': np.nan,
|
|
'2018-06-18T00:00:00': np.nan,
|
|
'2018-06-19T00:00:00': np.nan,
|
|
'2018-06-20T00:00:00': np.nan,
|
|
'2018-06-21T00:00:00': np.nan,
|
|
'2018-06-22T00:00:00': 4690.44675,
|
|
'2018-06-23T00:00:00': 4766.42225,
|
|
'2018-06-24T00:00:00': 4899.55725,
|
|
'2018-06-25T00:00:00': 5042.148499999999
|
|
}
|
|
}
|
|
actual = run_aggregator.get_numeric_data(self.runs, 'day')
|
|
self.assertItemsEqual(expected, actual)
|
|
self.assertItemsEqual(
|
|
expected['tempest-dsvm-neutron-full'].keys(),
|
|
actual['tempest-dsvm-neutron-full'].keys())
|
|
self.assertItemsEqual(
|
|
expected['tempest-dsvm-neutron-full-avg'].keys(),
|
|
actual['tempest-dsvm-neutron-full-avg'].keys())
|
|
# np.nan == np.nan is False, remove the key entries with np.nan values,
|
|
# if a key error is thrown then expected does not equal actual.
|
|
for key in expected:
|
|
for date, run_time in list(expected[key].items()):
|
|
if np.isnan(run_time) and np.isnan(actual[key][date]):
|
|
del actual[key][date]
|
|
del expected[key][date]
|
|
self.assertDictEqual(expected, actual)
|
|
|
|
|
|
class TestRunAggregator(base.TestCase):
|
|
def setUp(self):
|
|
super(TestRunAggregator, self).setUp()
|
|
self.runs = {
|
|
datetime.datetime(2015, 1, 2, 12, 23, 45): {
|
|
'openstack/nova': [
|
|
{u'fail': 0, u'skip': 78, u'pass': 22},
|
|
{u'fail': 0, u'skip': 89, u'pass': 1345}
|
|
]
|
|
},
|
|
datetime.datetime(2015, 1, 2, 12, 23, 56): {
|
|
u'openstack/nova': [
|
|
{u'fail': 0, u'skip': 78, u'pass': 221},
|
|
{u'fail': 0, u'skip': 89, u'pass': 1345},
|
|
{u'fail': 0, u'skip': 78, u'pass': 229}
|
|
]
|
|
}
|
|
}
|
|
|
|
def test_that_runs_will_be_aggregated_by_seconds_and_project(self):
|
|
aggregator = run_aggregator.RunAggregator(self.runs)
|
|
aggregated_runs = aggregator.aggregate(datetime_resolution='sec')
|
|
|
|
expected_response = {
|
|
datetime.datetime(2015, 1, 2, 12, 23, 45).isoformat(): {
|
|
'openstack/nova': [
|
|
{u'fail': 0, u'skip': 78, u'pass': 22},
|
|
{u'fail': 0, u'skip': 89, u'pass': 1345}
|
|
]
|
|
},
|
|
datetime.datetime(2015, 1, 2, 12, 23, 46).isoformat(): [],
|
|
datetime.datetime(2015, 1, 2, 12, 23, 47).isoformat(): [],
|
|
datetime.datetime(2015, 1, 2, 12, 23, 48).isoformat(): [],
|
|
datetime.datetime(2015, 1, 2, 12, 23, 49).isoformat(): [],
|
|
datetime.datetime(2015, 1, 2, 12, 23, 50).isoformat(): [],
|
|
datetime.datetime(2015, 1, 2, 12, 23, 51).isoformat(): [],
|
|
datetime.datetime(2015, 1, 2, 12, 23, 52).isoformat(): [],
|
|
datetime.datetime(2015, 1, 2, 12, 23, 53).isoformat(): [],
|
|
datetime.datetime(2015, 1, 2, 12, 23, 54).isoformat(): [],
|
|
datetime.datetime(2015, 1, 2, 12, 23, 55).isoformat(): [],
|
|
datetime.datetime(2015, 1, 2, 12, 23, 56).isoformat(): {
|
|
u'openstack/nova': [
|
|
{u'fail': 0, u'skip': 78, u'pass': 221},
|
|
{u'fail': 0, u'skip': 89, u'pass': 1345},
|
|
{u'fail': 0, u'skip': 78, u'pass': 229}
|
|
]
|
|
}
|
|
}
|
|
|
|
self.assertItemsEqual(expected_response, aggregated_runs)
|
|
|
|
def test_that_runs_will_be_aggregated_by_minute_and_project(self):
|
|
aggregator = run_aggregator.RunAggregator(self.runs)
|
|
aggregated_runs = aggregator.aggregate(datetime_resolution='min')
|
|
|
|
expected_response = {
|
|
datetime.datetime(2015, 1, 2, 12, 23).isoformat(): {
|
|
'openstack/nova': [
|
|
{u'fail': 0, u'skip': 78, u'pass': 22},
|
|
{u'fail': 0, u'skip': 89, u'pass': 1345},
|
|
{u'fail': 0, u'skip': 78, u'pass': 221},
|
|
{u'fail': 0, u'skip': 89, u'pass': 1345},
|
|
{u'fail': 0, u'skip': 78, u'pass': 229}
|
|
]
|
|
}
|
|
}
|
|
self.assertItemsEqual(expected_response, aggregated_runs)
|
|
|
|
def test_that_runs_will_be_aggregated_by_hour_and_project(self):
|
|
aggregator = run_aggregator.RunAggregator(self.runs)
|
|
aggregated_runs = aggregator.aggregate(datetime_resolution='hour')
|
|
|
|
expected_response = {
|
|
datetime.datetime(2015, 1, 2, 12).isoformat(): {
|
|
'openstack/nova': [
|
|
{u'fail': 0, u'skip': 78, u'pass': 22},
|
|
{u'fail': 0, u'skip': 89, u'pass': 1345},
|
|
{u'fail': 0, u'skip': 78, u'pass': 221},
|
|
{u'fail': 0, u'skip': 89, u'pass': 1345},
|
|
{u'fail': 0, u'skip': 78, u'pass': 229}
|
|
]
|
|
}
|
|
}
|
|
self.assertItemsEqual(expected_response, aggregated_runs)
|
|
|
|
def test_that_runs_will_be_aggregated_by_day_and_project(self):
|
|
aggregator = run_aggregator.RunAggregator(self.runs)
|
|
aggregated_runs = aggregator.aggregate(datetime_resolution='day')
|
|
|
|
expected_response = {
|
|
datetime.date(2015, 1, 2).isoformat(): {
|
|
'openstack/nova': [
|
|
{u'fail': 0, u'skip': 78, u'pass': 22},
|
|
{u'fail': 0, u'skip': 89, u'pass': 1345},
|
|
{u'fail': 0, u'skip': 78, u'pass': 221},
|
|
{u'fail': 0, u'skip': 89, u'pass': 1345},
|
|
{u'fail': 0, u'skip': 78, u'pass': 229}
|
|
]
|
|
}
|
|
}
|
|
self.assertItemsEqual(expected_response, aggregated_runs)
|