285 lines
12 KiB
Python
285 lines
12 KiB
Python
# Copyright (c) 2014 Montavista Software, LLC.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
#
|
|
|
|
from __future__ import print_function
|
|
from __future__ import division
|
|
from __future__ import absolute_import
|
|
|
|
import copy
|
|
|
|
import ceilometerclient
|
|
import ceilometerclient.client as cc
|
|
from keystoneauth1 import exceptions
|
|
from oslo_log import log as logging
|
|
import six
|
|
|
|
from congress.datasources import constants
|
|
from congress.datasources import datasource_driver
|
|
from congress.datasources import datasource_utils as ds_utils
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
|
|
# TODO(thinrichs): figure out how to move even more of this boilerplate
|
|
# into DataSourceDriver. E.g. change all the classes to Driver instead of
|
|
# NeutronDriver, CeilometerDriver, etc. and move the d6instantiate function
|
|
# to DataSourceDriver.
|
|
class CeilometerDriver(datasource_driver.PollingDataSourceDriver,
|
|
datasource_driver.ExecutionDriver):
|
|
METERS = "meters"
|
|
ALARMS = "alarms"
|
|
EVENTS = "events"
|
|
EVENT_TRAITS = "events.traits"
|
|
ALARM_THRESHOLD_RULE = "alarms.threshold_rule"
|
|
STATISTICS = "statistics"
|
|
|
|
value_trans = {'translation-type': 'VALUE'}
|
|
|
|
meters_translator = {
|
|
'translation-type': 'HDICT',
|
|
'table-name': METERS,
|
|
'selector-type': 'DICT_SELECTOR',
|
|
'field-translators':
|
|
({'fieldname': 'meter_id', 'translator': value_trans},
|
|
{'fieldname': 'name', 'translator': value_trans},
|
|
{'fieldname': 'type', 'translator': value_trans},
|
|
{'fieldname': 'unit', 'translator': value_trans},
|
|
{'fieldname': 'source', 'translator': value_trans},
|
|
{'fieldname': 'resource_id', 'translator': value_trans},
|
|
{'fieldname': 'user_id', 'translator': value_trans},
|
|
{'fieldname': 'project_id', 'translator': value_trans})}
|
|
|
|
alarms_translator = {
|
|
'translation-type': 'HDICT',
|
|
'table-name': ALARMS,
|
|
'selector-type': 'DICT_SELECTOR',
|
|
'field-translators':
|
|
({'fieldname': 'alarm_id', 'translator': value_trans},
|
|
{'fieldname': 'name', 'translator': value_trans},
|
|
{'fieldname': 'state', 'translator': value_trans},
|
|
{'fieldname': 'enabled', 'translator': value_trans},
|
|
{'fieldname': 'threshold_rule', 'col': 'threshold_rule_id',
|
|
'translator': {'translation-type': 'VDICT',
|
|
'table-name': ALARM_THRESHOLD_RULE,
|
|
'id-col': 'threshold_rule_id',
|
|
'key-col': 'key', 'val-col': 'value',
|
|
'translator': value_trans}},
|
|
{'fieldname': 'type', 'translator': value_trans},
|
|
{'fieldname': 'description', 'translator': value_trans},
|
|
{'fieldname': 'time_constraints', 'translator': value_trans},
|
|
{'fieldname': 'user_id', 'translator': value_trans},
|
|
{'fieldname': 'project_id', 'translator': value_trans},
|
|
{'fieldname': 'alarm_actions', 'translator': value_trans},
|
|
{'fieldname': 'ok_actions', 'translator': value_trans},
|
|
{'fieldname': 'insufficient_data_actions', 'translator':
|
|
value_trans},
|
|
{'fieldname': 'repeat_actions', 'translator': value_trans},
|
|
{'fieldname': 'timestamp', 'translator': value_trans},
|
|
{'fieldname': 'state_timestamp', 'translator': value_trans},
|
|
)}
|
|
|
|
events_translator = {
|
|
'translation-type': 'HDICT',
|
|
'table-name': EVENTS,
|
|
'selector-type': 'DICT_SELECTOR',
|
|
'field-translators':
|
|
({'fieldname': 'message_id', 'translator': value_trans},
|
|
{'fieldname': 'event_type', 'translator': value_trans},
|
|
{'fieldname': 'generated', 'translator': value_trans},
|
|
{'fieldname': 'traits',
|
|
'translator': {'translation-type': 'HDICT',
|
|
'table-name': EVENT_TRAITS,
|
|
'selector-type': 'DICT_SELECTOR',
|
|
'in-list': True,
|
|
'parent-key': 'message_id',
|
|
'parent-col-name': 'event_message_id',
|
|
'field-translators':
|
|
({'fieldname': 'name',
|
|
'translator': value_trans},
|
|
{'fieldname': 'type',
|
|
'translator': value_trans},
|
|
{'fieldname': 'value',
|
|
'translator': value_trans}
|
|
)}}
|
|
)}
|
|
|
|
def safe_id(x):
|
|
if isinstance(x, six.string_types):
|
|
return x
|
|
try:
|
|
return x['resource_id']
|
|
except KeyError:
|
|
return str(x)
|
|
|
|
statistics_translator = {
|
|
'translation-type': 'HDICT',
|
|
'table-name': STATISTICS,
|
|
'selector-type': 'DICT_SELECTOR',
|
|
'field-translators':
|
|
({'fieldname': 'meter_name', 'translator': value_trans},
|
|
{'fieldname': 'groupby', 'col': 'resource_id',
|
|
'translator': {'translation-type': 'VALUE',
|
|
'extract-fn': safe_id}},
|
|
{'fieldname': 'avg', 'translator': value_trans},
|
|
{'fieldname': 'count', 'translator': value_trans},
|
|
{'fieldname': 'duration', 'translator': value_trans},
|
|
{'fieldname': 'duration_start', 'translator': value_trans},
|
|
{'fieldname': 'duration_end', 'translator': value_trans},
|
|
{'fieldname': 'max', 'translator': value_trans},
|
|
{'fieldname': 'min', 'translator': value_trans},
|
|
{'fieldname': 'period', 'translator': value_trans},
|
|
{'fieldname': 'period_end', 'translator': value_trans},
|
|
{'fieldname': 'period_start', 'translator': value_trans},
|
|
{'fieldname': 'sum', 'translator': value_trans},
|
|
{'fieldname': 'unit', 'translator': value_trans})}
|
|
|
|
TRANSLATORS = [meters_translator, alarms_translator, events_translator,
|
|
statistics_translator]
|
|
|
|
def __init__(self, name='', args=None):
|
|
super(CeilometerDriver, self).__init__(name, args=args)
|
|
datasource_driver.ExecutionDriver.__init__(self)
|
|
session = ds_utils.get_keystone_session(args)
|
|
self.ceilometer_client = cc.get_client(version='2', session=session)
|
|
self.add_executable_client_methods(self.ceilometer_client,
|
|
'ceilometerclient.v2.')
|
|
self.initialize_update_method()
|
|
self._init_end_start_poll()
|
|
|
|
@staticmethod
|
|
def get_datasource_info():
|
|
result = {}
|
|
result['id'] = 'ceilometer'
|
|
result['description'] = ('Datasource driver that interfaces with '
|
|
'ceilometer.')
|
|
result['config'] = ds_utils.get_openstack_required_config()
|
|
result['config']['lazy_tables'] = constants.OPTIONAL
|
|
result['secret'] = ['password']
|
|
return result
|
|
|
|
def initialize_update_method(self):
|
|
meters_method = lambda: self._translate_meters(
|
|
self.ceilometer_client.meters.list())
|
|
self.add_update_method(meters_method, self.meters_translator)
|
|
|
|
def alarms_list_suppress_no_aodh_error(ceilometer_client):
|
|
'''Return alarms.list(), suppressing error due to Aodh absence
|
|
|
|
Requires python-ceilometerclient >= 2.6.2
|
|
'''
|
|
try:
|
|
return self.ceilometer_client.alarms.list()
|
|
except ceilometerclient.exc.HTTPException as e:
|
|
if 'alarms URLs is unavailable when Aodh is disabled or ' \
|
|
'unavailable' in str(e):
|
|
LOG.info('alarms not available because Aodh is '
|
|
'disabled or unavailable. '
|
|
'Empty alarms list reported instead.')
|
|
return []
|
|
else:
|
|
raise
|
|
except exceptions.ConnectFailure:
|
|
LOG.info('Unable to connect to Aodh service, not up '
|
|
'or configured')
|
|
return []
|
|
|
|
alarms_method = lambda: self._translate_alarms(
|
|
alarms_list_suppress_no_aodh_error(self.ceilometer_client))
|
|
self.add_update_method(alarms_method, self.alarms_translator)
|
|
|
|
events_method = lambda: self._translate_events(self._events_list())
|
|
self.add_update_method(events_method, self.events_translator)
|
|
|
|
statistics_method = lambda: self._translate_statistics(
|
|
self._get_statistics(self.ceilometer_client.meters.list()))
|
|
self.add_update_method(statistics_method, self.statistics_translator)
|
|
|
|
def _events_list(self):
|
|
try:
|
|
return self.ceilometer_client.events.list()
|
|
except (ceilometerclient.exc.HTTPException,
|
|
exceptions.ConnectFailure):
|
|
LOG.info('events list not available because Panko is disabled or '
|
|
'unavailable. Empty list reported instead')
|
|
return []
|
|
|
|
def _get_statistics(self, meters):
|
|
statistics = []
|
|
names = set()
|
|
for m in meters:
|
|
LOG.debug("Adding meter %s", m.name)
|
|
names.add(m.name)
|
|
for meter_name in names:
|
|
LOG.debug("Getting all Resource ID for meter: %s",
|
|
meter_name)
|
|
stat_list = self.ceilometer_client.statistics.list(
|
|
meter_name, groupby=['resource_id'])
|
|
LOG.debug("Statistics List: %s", stat_list)
|
|
if (stat_list):
|
|
for temp in stat_list:
|
|
temp_dict = copy.copy(temp.to_dict())
|
|
temp_dict['meter_name'] = meter_name
|
|
statistics.append(temp_dict)
|
|
return statistics
|
|
|
|
@ds_utils.update_state_on_changed(METERS)
|
|
def _translate_meters(self, obj):
|
|
"""Translate the meters represented by OBJ into tables."""
|
|
meters = [o.to_dict() for o in obj]
|
|
|
|
LOG.debug("METERS: %s", str(meters))
|
|
|
|
row_data = CeilometerDriver.convert_objs(meters,
|
|
self.meters_translator)
|
|
return row_data
|
|
|
|
@ds_utils.update_state_on_changed(ALARMS)
|
|
def _translate_alarms(self, obj):
|
|
"""Translate the alarms represented by OBJ into tables."""
|
|
alarms = [o.to_dict() for o in obj]
|
|
LOG.debug("ALARMS: %s", str(alarms))
|
|
|
|
row_data = CeilometerDriver.convert_objs(alarms,
|
|
self.alarms_translator)
|
|
return row_data
|
|
|
|
@ds_utils.update_state_on_changed(EVENTS)
|
|
def _translate_events(self, obj):
|
|
"""Translate the events represented by OBJ into tables."""
|
|
events = [o.to_dict() for o in obj]
|
|
LOG.debug("EVENTS: %s", str(events))
|
|
|
|
row_data = CeilometerDriver.convert_objs(events,
|
|
self.events_translator)
|
|
return row_data
|
|
|
|
@ds_utils.update_state_on_changed(STATISTICS)
|
|
def _translate_statistics(self, obj):
|
|
"""Translate the statistics represented by OBJ into tables."""
|
|
LOG.debug("STATISTICS: %s", str(obj))
|
|
|
|
row_data = CeilometerDriver.convert_objs(obj,
|
|
self.statistics_translator)
|
|
return row_data
|
|
|
|
def execute(self, action, action_args):
|
|
"""Overwrite ExecutionDriver.execute()."""
|
|
# action can be written as a method or an API call.
|
|
func = getattr(self, action, None)
|
|
if func and self.is_executable(func):
|
|
func(action_args)
|
|
else:
|
|
self._execute_api(self.ceilometer_client, action, action_args)
|