278 lines
12 KiB
Python
278 lines
12 KiB
Python
# Copyright (c) 2014 Montavista Software, LLC.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
#
|
|
|
|
from __future__ import print_function
|
|
from __future__ import division
|
|
from __future__ import absolute_import
|
|
|
|
import copy
|
|
|
|
import ceilometerclient.client as cc
|
|
from oslo_log import log as logging
|
|
import six
|
|
|
|
from congress.datasources import datasource_driver
|
|
from congress.datasources import datasource_utils as ds_utils
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
|
|
def d6service(name, keys, inbox, datapath, args):
|
|
"""Create a dataservice instance.
|
|
|
|
This method is called by d6cage to create a dataservice
|
|
instance. There are a couple of parameters we found useful
|
|
to add to that call, so we included them here instead of
|
|
modifying d6cage (and all the d6cage.createservice calls).
|
|
"""
|
|
return CeilometerDriver(name, keys, inbox, datapath, args)
|
|
|
|
|
|
# TODO(thinrichs): figure out how to move even more of this boilerplate
|
|
# into DataSourceDriver. E.g. change all the classes to Driver instead of
|
|
# NeutronDriver, CeilometerDriver, etc. and move the d6instantiate function
|
|
# to DataSourceDriver.
|
|
class CeilometerDriver(datasource_driver.PollingDataSourceDriver,
|
|
datasource_driver.ExecutionDriver):
|
|
METERS = "meters"
|
|
ALARMS = "alarms"
|
|
EVENTS = "events"
|
|
EVENT_TRAITS = "events.traits"
|
|
ALARM_THRESHOLD_RULE = "alarms.threshold_rule"
|
|
STATISTICS = "statistics"
|
|
|
|
value_trans = {'translation-type': 'VALUE'}
|
|
|
|
meters_translator = {
|
|
'translation-type': 'HDICT',
|
|
'table-name': METERS,
|
|
'selector-type': 'DICT_SELECTOR',
|
|
'field-translators':
|
|
({'fieldname': 'meter_id', 'translator': value_trans},
|
|
{'fieldname': 'name', 'translator': value_trans},
|
|
{'fieldname': 'type', 'translator': value_trans},
|
|
{'fieldname': 'unit', 'translator': value_trans},
|
|
{'fieldname': 'source', 'translator': value_trans},
|
|
{'fieldname': 'resource_id', 'translator': value_trans},
|
|
{'fieldname': 'user_id', 'translator': value_trans},
|
|
{'fieldname': 'project_id', 'translator': value_trans})}
|
|
|
|
alarms_translator = {
|
|
'translation-type': 'HDICT',
|
|
'table-name': ALARMS,
|
|
'selector-type': 'DICT_SELECTOR',
|
|
'field-translators':
|
|
({'fieldname': 'alarm_id', 'translator': value_trans},
|
|
{'fieldname': 'name', 'translator': value_trans},
|
|
{'fieldname': 'state', 'translator': value_trans},
|
|
{'fieldname': 'enabled', 'translator': value_trans},
|
|
{'fieldname': 'threshold_rule', 'col': 'threshold_rule_id',
|
|
'translator': {'translation-type': 'VDICT',
|
|
'table-name': ALARM_THRESHOLD_RULE,
|
|
'id-col': 'threshold_rule_id',
|
|
'key-col': 'key', 'val-col': 'value',
|
|
'translator': value_trans}},
|
|
{'fieldname': 'type', 'translator': value_trans},
|
|
{'fieldname': 'description', 'translator': value_trans},
|
|
{'fieldname': 'time_constraints', 'translator': value_trans},
|
|
{'fieldname': 'user_id', 'translator': value_trans},
|
|
{'fieldname': 'project_id', 'translator': value_trans},
|
|
{'fieldname': 'alarm_actions', 'translator': value_trans},
|
|
{'fieldname': 'ok_actions', 'translator': value_trans},
|
|
{'fieldname': 'insufficient_data_actions', 'translator':
|
|
value_trans},
|
|
{'fieldname': 'repeat_actions', 'translator': value_trans},
|
|
{'fieldname': 'timestamp', 'translator': value_trans},
|
|
{'fieldname': 'state_timestamp', 'translator': value_trans},
|
|
)}
|
|
|
|
events_translator = {
|
|
'translation-type': 'HDICT',
|
|
'table-name': EVENTS,
|
|
'selector-type': 'DICT_SELECTOR',
|
|
'field-translators':
|
|
({'fieldname': 'message_id', 'translator': value_trans},
|
|
{'fieldname': 'event_type', 'translator': value_trans},
|
|
{'fieldname': 'generated', 'translator': value_trans},
|
|
{'fieldname': 'traits',
|
|
'translator': {'translation-type': 'HDICT',
|
|
'table-name': EVENT_TRAITS,
|
|
'selector-type': 'DICT_SELECTOR',
|
|
'in-list': True,
|
|
'parent-key': 'message_id',
|
|
'parent-col-name': 'event_message_id',
|
|
'field-translators':
|
|
({'fieldname': 'name',
|
|
'translator': value_trans},
|
|
{'fieldname': 'type',
|
|
'translator': value_trans},
|
|
{'fieldname': 'value',
|
|
'translator': value_trans}
|
|
)}}
|
|
)}
|
|
|
|
def safe_id(x):
|
|
if isinstance(x, six.string_types):
|
|
return x
|
|
try:
|
|
return x['resource_id']
|
|
except KeyError:
|
|
return str(x)
|
|
|
|
statistics_translator = {
|
|
'translation-type': 'HDICT',
|
|
'table-name': STATISTICS,
|
|
'selector-type': 'DICT_SELECTOR',
|
|
'field-translators':
|
|
({'fieldname': 'meter_name', 'translator': value_trans},
|
|
{'fieldname': 'groupby', 'col': 'resource_id',
|
|
'translator': {'translation-type': 'VALUE',
|
|
'extract-fn': safe_id}},
|
|
{'fieldname': 'avg', 'translator': value_trans},
|
|
{'fieldname': 'count', 'translator': value_trans},
|
|
{'fieldname': 'duration', 'translator': value_trans},
|
|
{'fieldname': 'duration_start', 'translator': value_trans},
|
|
{'fieldname': 'duration_end', 'translator': value_trans},
|
|
{'fieldname': 'max', 'translator': value_trans},
|
|
{'fieldname': 'min', 'translator': value_trans},
|
|
{'fieldname': 'period', 'translator': value_trans},
|
|
{'fieldname': 'period_end', 'translator': value_trans},
|
|
{'fieldname': 'period_start', 'translator': value_trans},
|
|
{'fieldname': 'sum', 'translator': value_trans},
|
|
{'fieldname': 'unit', 'translator': value_trans})}
|
|
|
|
TRANSLATORS = [meters_translator, alarms_translator, events_translator,
|
|
statistics_translator]
|
|
|
|
def __init__(self, name='', keys='', inbox=None, datapath=None, args=None):
|
|
super(CeilometerDriver, self).__init__(name, keys, inbox,
|
|
datapath, args)
|
|
datasource_driver.ExecutionDriver.__init__(self)
|
|
session = ds_utils.get_keystone_session(args)
|
|
self.ceilometer_client = cc.get_client(version='2', session=session)
|
|
self.add_executable_client_methods(self.ceilometer_client,
|
|
'ceilometerclient.v2.')
|
|
self._init_end_start_poll()
|
|
|
|
@staticmethod
|
|
def get_datasource_info():
|
|
result = {}
|
|
result['id'] = 'ceilometer'
|
|
result['description'] = ('Datasource driver that interfaces with '
|
|
'ceilometer.')
|
|
result['config'] = ds_utils.get_openstack_required_config()
|
|
result['secret'] = ['password']
|
|
return result
|
|
|
|
def update_from_datasource(self):
|
|
"""Read Data from Ceilometer datasource.
|
|
|
|
And to fill up the current state of the policy engine.
|
|
"""
|
|
LOG.debug("Ceilometer grabbing meters")
|
|
meters = self.ceilometer_client.meters.list()
|
|
self._translate_meters(meters)
|
|
LOG.debug("METERS: %s", str(self.state[self.METERS]))
|
|
|
|
# TODO(ramineni): Ceilometer alarms is moved to separate
|
|
# project Aodh. It's not fully functional yet.
|
|
# Enable it back when its fully functional.
|
|
|
|
# LOG.debug("Ceilometer grabbing alarms")
|
|
# alarms = self.ceilometer_client.alarms.list()
|
|
# self._translate_alarms(alarms)
|
|
# LOG.debug("ALARMS: %s" % str(self.state[self.ALARMS]))
|
|
# LOG.debug("THRESHOLD: %s"
|
|
# % str(self.state[self.ALARM_THRESHOLD_RULE]))
|
|
|
|
LOG.debug("Ceilometer grabbing events")
|
|
events = self.ceilometer_client.events.list()
|
|
self._translate_events(events)
|
|
LOG.debug("EVENTS: %s", str(self.state[self.EVENTS]))
|
|
LOG.debug("TRAITS: %s", str(self.state[self.EVENT_TRAITS]))
|
|
|
|
LOG.debug("Ceilometer grabbing statistics")
|
|
statistics = self._get_statistics(meters)
|
|
self._translate_statistics(statistics)
|
|
LOG.debug("STATISTICS: %s", str(self.state[self.STATISTICS]))
|
|
|
|
def _get_statistics(self, meters):
|
|
statistics = []
|
|
names = set()
|
|
for m in meters:
|
|
LOG.debug("Adding meter %s", m.name)
|
|
names.add(m.name)
|
|
for meter_name in names:
|
|
LOG.debug("Getting all Resource ID for meter: %s",
|
|
meter_name)
|
|
stat_list = self.ceilometer_client.statistics.list(
|
|
meter_name, groupby=['resource_id'])
|
|
LOG.debug("Statistics List: %s", stat_list)
|
|
if (stat_list):
|
|
for temp in stat_list:
|
|
temp_dict = copy.copy(temp.to_dict())
|
|
temp_dict['meter_name'] = meter_name
|
|
statistics.append(temp_dict)
|
|
return statistics
|
|
|
|
@ds_utils.update_state_on_changed(METERS)
|
|
def _translate_meters(self, obj):
|
|
"""Translate the meters represented by OBJ into tables."""
|
|
meters = [o.to_dict() for o in obj]
|
|
|
|
LOG.debug("METERS: %s", str(meters))
|
|
|
|
row_data = CeilometerDriver.convert_objs(meters,
|
|
self.meters_translator)
|
|
return row_data
|
|
|
|
@ds_utils.update_state_on_changed(ALARMS)
|
|
def _translate_alarms(self, obj):
|
|
"""Translate the alarms represented by OBJ into tables."""
|
|
alarms = [o.to_dict() for o in obj]
|
|
LOG.debug("ALARMS: %s", str(alarms))
|
|
|
|
row_data = CeilometerDriver.convert_objs(alarms,
|
|
self.alarms_translator)
|
|
return row_data
|
|
|
|
@ds_utils.update_state_on_changed(EVENTS)
|
|
def _translate_events(self, obj):
|
|
"""Translate the events represented by OBJ into tables."""
|
|
events = [o.to_dict() for o in obj]
|
|
LOG.debug("EVENTS: %s", str(events))
|
|
|
|
row_data = CeilometerDriver.convert_objs(events,
|
|
self.events_translator)
|
|
return row_data
|
|
|
|
@ds_utils.update_state_on_changed(STATISTICS)
|
|
def _translate_statistics(self, obj):
|
|
"""Translate the statistics represented by OBJ into tables."""
|
|
LOG.debug("STATISTICS: %s", str(obj))
|
|
|
|
row_data = CeilometerDriver.convert_objs(obj,
|
|
self.statistics_translator)
|
|
return row_data
|
|
|
|
def execute(self, action, action_args):
|
|
"""Overwrite ExecutionDriver.execute()."""
|
|
# action can be written as a method or an API call.
|
|
func = getattr(self, action, None)
|
|
if func and self.is_executable(func):
|
|
func(action_args)
|
|
else:
|
|
self._execute_api(self.ceilometer_client, action, action_args)
|