398 lines
11 KiB
Python
398 lines
11 KiB
Python
from itertools import groupby
|
|
import logging
|
|
|
|
from rubick.common import Mark, Issue, MarkedIssue, Version
|
|
from rubick.config_formats import IniConfigParser
|
|
from rubick.config_model import Configuration
|
|
from rubick.schema import ConfigSchemaRegistry, TypeValidatorRegistry
|
|
from rubick.utils import memoized
|
|
|
|
|
|
class IssueReporter(object):
|
|
|
|
def __init__(self):
|
|
super(IssueReporter, self).__init__()
|
|
self.issues = []
|
|
|
|
def report_issue(self, issue):
|
|
issue.subject = self
|
|
self.issues.append(issue)
|
|
|
|
@property
|
|
def all_issues(self):
|
|
return list(self.issues)
|
|
|
|
|
|
class Openstack(IssueReporter):
|
|
|
|
def __init__(self):
|
|
super(Openstack, self).__init__()
|
|
self.hosts = []
|
|
|
|
def add_host(self, host):
|
|
if not host:
|
|
return
|
|
|
|
self.hosts.append(host)
|
|
host.parent = self
|
|
|
|
@property
|
|
def all_issues(self):
|
|
result = super(Openstack, self).all_issues
|
|
|
|
for host in self.hosts:
|
|
result.extend(host.all_issues)
|
|
|
|
return result
|
|
|
|
@property
|
|
def components(self):
|
|
components = []
|
|
for host in self.hosts:
|
|
components.extend(host.components)
|
|
|
|
return components
|
|
|
|
|
|
class Host(IssueReporter):
|
|
|
|
def __init__(self, name):
|
|
super(Host, self).__init__()
|
|
self.name = name
|
|
self.components = []
|
|
|
|
def __str__(self):
|
|
return 'Host "%s"' % self.name
|
|
|
|
def add_component(self, component):
|
|
if not component:
|
|
return
|
|
|
|
self.components.append(component)
|
|
component.parent = self
|
|
|
|
@property
|
|
def openstack(self):
|
|
return self.parent
|
|
|
|
@property
|
|
def all_issues(self):
|
|
result = super(Host, self).all_issues
|
|
|
|
for component in self.components:
|
|
result.extend(component.all_issues)
|
|
|
|
return result
|
|
|
|
|
|
class Service(IssueReporter):
|
|
|
|
def __init__(self):
|
|
super(Service, self).__init__()
|
|
self.issues = []
|
|
|
|
def report_issue(self, issue):
|
|
self.issues.append(issue)
|
|
|
|
@property
|
|
def host(self):
|
|
return self.parent
|
|
|
|
@property
|
|
def openstack(self):
|
|
return self.host.openstack
|
|
|
|
@property
|
|
def all_issues(self):
|
|
result = super(Service, self).all_issues
|
|
|
|
if hasattr(self, 'config_files') and self.config_files:
|
|
[result.extend(config_file.all_issues)
|
|
for config_file in self.config_files]
|
|
|
|
return result
|
|
|
|
def __str__(self):
|
|
return 'Service "%s"' % self.name
|
|
|
|
|
|
class OpenstackComponent(Service):
|
|
logger = logging.getLogger('rubick.model.openstack_component')
|
|
component = None
|
|
|
|
@property
|
|
@memoized
|
|
def config(self):
|
|
schema = ConfigSchemaRegistry.get_schema(self.component, self.version)
|
|
if not schema:
|
|
self.logger.debug(
|
|
'No schema for component "%s" main config version %s. '
|
|
'Using untyped parameters (everything is string)' %
|
|
(self.component, self.version))
|
|
|
|
return self._parse_config_resources(self.config_files, schema)
|
|
|
|
def _parse_config_resources(self, resources, schema=None):
|
|
config = Configuration(schema)
|
|
|
|
# Apply defaults
|
|
if schema:
|
|
for parameter in filter(lambda p: p.default, schema.parameters):
|
|
if parameter.section == 'DEFAULT':
|
|
config.set_default(parameter.name, parameter.default)
|
|
else:
|
|
config.set_default(
|
|
'%s.%s' %
|
|
(parameter.section, parameter.name), parameter.default)
|
|
|
|
for resource in reversed(resources):
|
|
self._parse_config_file(
|
|
Mark(resource.path), resource.contents, config, schema,
|
|
issue_reporter=resource)
|
|
|
|
return config
|
|
|
|
def _parse_config_file(self, base_mark, config_contents,
|
|
config=Configuration(), schema=None,
|
|
issue_reporter=None):
|
|
if issue_reporter:
|
|
def report_issue(issue):
|
|
issue_reporter.report_issue(issue)
|
|
else:
|
|
def report_issue(issue):
|
|
pass
|
|
|
|
# Parse config file
|
|
config_parser = IniConfigParser()
|
|
parsed_config = config_parser.parse('', base_mark, config_contents)
|
|
for error in parsed_config.errors:
|
|
report_issue(error)
|
|
|
|
# Validate config parameters and store them
|
|
section_name_text_f = lambda s: s.name.text
|
|
sections_by_name = groupby(
|
|
sorted(
|
|
parsed_config.sections,
|
|
key=section_name_text_f),
|
|
key=section_name_text_f)
|
|
|
|
for section_name, sections in sections_by_name:
|
|
sections = list(sections)
|
|
|
|
if len(sections) > 1:
|
|
report_issue(
|
|
Issue(
|
|
Issue.INFO,
|
|
'Section "%s" appears multiple times' %
|
|
section_name))
|
|
|
|
seen_parameters = set()
|
|
|
|
for section in sections:
|
|
unknown_section = False
|
|
if schema:
|
|
unknown_section = not schema.has_section(section.name.text)
|
|
|
|
if unknown_section:
|
|
report_issue(
|
|
MarkedIssue(Issue.WARNING, 'Unknown section "%s"' %
|
|
(section_name), section.start_mark))
|
|
continue
|
|
|
|
for parameter in section.parameters:
|
|
parameter_schema = None
|
|
if schema:
|
|
parameter_schema = schema.get_parameter(
|
|
name=parameter.name.text,
|
|
section=section.name.text)
|
|
if not (parameter_schema or unknown_section):
|
|
report_issue(
|
|
MarkedIssue(
|
|
Issue.WARNING,
|
|
'Unknown parameter: section "%s" name "%s"'
|
|
% (section_name, parameter.name.text),
|
|
parameter.start_mark))
|
|
|
|
if parameter.name.text in seen_parameters:
|
|
report_issue(
|
|
MarkedIssue(
|
|
Issue.WARNING,
|
|
'Parameter "%s" in section "%s" redeclared' %
|
|
(parameter.name.text, section_name),
|
|
parameter.start_mark))
|
|
else:
|
|
seen_parameters.add(parameter.name.text)
|
|
|
|
parameter_fullname = parameter.name.text
|
|
if section_name != 'DEFAULT':
|
|
parameter_fullname = section_name + \
|
|
'.' + parameter_fullname
|
|
|
|
config.set(parameter_fullname, parameter.value.text)
|
|
|
|
validation_error = config.validate(parameter_fullname)
|
|
if validation_error:
|
|
validation_error.mark = parameter\
|
|
.value.start_mark.merge(validation_error.mark)
|
|
validation_error.message = \
|
|
'Property "%s" in section "%s": %s' % (
|
|
parameter.name.text, section_name,
|
|
validation_error.message)
|
|
report_issue(validation_error)
|
|
|
|
if (parameter_schema and
|
|
parameter_schema.deprecation_message):
|
|
report_issue(
|
|
MarkedIssue(
|
|
Issue.WARNING,
|
|
'Deprecated parameter: section "%s" name '
|
|
'"%s". %s' %
|
|
(section_name, parameter.name.text,
|
|
parameter_schema.deprecation_message),
|
|
parameter.start_mark))
|
|
|
|
return config
|
|
|
|
|
|
class KeystoneComponent(OpenstackComponent):
|
|
component = 'keystone'
|
|
name = 'keystone'
|
|
|
|
|
|
class NovaApiComponent(OpenstackComponent):
|
|
component = 'nova'
|
|
name = 'nova-api'
|
|
|
|
@property
|
|
@memoized
|
|
def paste_config(self):
|
|
return self._parse_config_resources([self.paste_config_file])
|
|
|
|
@property
|
|
def all_issues(self):
|
|
result = super(NovaApiComponent, self).all_issues
|
|
|
|
if hasattr(self, 'paste_config_file') and self.paste_config_file:
|
|
result.extend(self.paste_config_file.all_issues)
|
|
|
|
return result
|
|
|
|
|
|
class NovaComputeComponent(OpenstackComponent):
|
|
component = 'nova'
|
|
name = 'nova-compute'
|
|
|
|
|
|
class NovaSchedulerComponent(OpenstackComponent):
|
|
component = 'nova'
|
|
name = 'nova-scheduler'
|
|
|
|
|
|
class CinderApiComponent(OpenstackComponent):
|
|
component = 'cinder'
|
|
name = 'cinder-api'
|
|
|
|
|
|
class CinderVolumeComponent(OpenstackComponent):
|
|
component = 'cinder'
|
|
name = 'cinder-volume'
|
|
|
|
|
|
class CinderSchedulerComponent(OpenstackComponent):
|
|
component = 'cinder'
|
|
name = 'cinder-scheduler'
|
|
|
|
|
|
class MysqlComponent(Service):
|
|
component = 'mysql'
|
|
name = 'mysql'
|
|
|
|
|
|
class RabbitMqComponent(Service):
|
|
name = 'rabbitmq'
|
|
|
|
@property
|
|
@memoized
|
|
def config(self):
|
|
config = Configuration()
|
|
schema = ConfigSchemaRegistry.get_schema('rabbitmq', Version(1000000))
|
|
if schema:
|
|
for parameter in schema.parameters:
|
|
if not parameter.default:
|
|
continue
|
|
|
|
config.set_default(parameter.name, parameter.default)
|
|
else:
|
|
print("RabbitMQ schema not found")
|
|
|
|
return config
|
|
|
|
|
|
class GlanceApiComponent(OpenstackComponent):
|
|
component = 'glance_api'
|
|
name = 'glance-api'
|
|
|
|
|
|
class GlanceRegistryComponent(OpenstackComponent):
|
|
component = 'glance_registry'
|
|
name = 'glance-registry'
|
|
|
|
|
|
class NeutronServerComponent(OpenstackComponent):
|
|
component = 'neutron_server'
|
|
name = 'neutron-server'
|
|
|
|
|
|
class NeutronOpenvswitchAgentComponent(OpenstackComponent):
|
|
component = 'neutron_openvswitch_agent'
|
|
name = 'neutron-openvswitch-agent'
|
|
|
|
|
|
class NeutronDhcpAgentComponent(OpenstackComponent):
|
|
component = 'neutron_dhcp_agent'
|
|
name = 'neutron-dhcp-agent'
|
|
|
|
|
|
class NeutronL3AgentComponent(OpenstackComponent):
|
|
component = 'neutron_l3_agent'
|
|
name = 'neutron-l3-agent'
|
|
|
|
|
|
class NeutronMetadataAgentComponent(OpenstackComponent):
|
|
component = 'neutron_metadata_agent'
|
|
name = 'neutron-metadata-agent'
|
|
|
|
|
|
class SwiftProxyServerComponent(OpenstackComponent):
|
|
component = 'swift_proxy_server'
|
|
name = 'swift-proxy-server'
|
|
|
|
|
|
class SwiftContainerServerComponent(OpenstackComponent):
|
|
component = 'swift_container_server'
|
|
name = 'swift-container-server'
|
|
|
|
|
|
class SwiftAccountServerComponent(OpenstackComponent):
|
|
component = 'swift_account_server'
|
|
name = 'swift-account-server'
|
|
|
|
|
|
class SwiftObjectServerComponent(OpenstackComponent):
|
|
component = 'swift_object_server'
|
|
name = 'swift-object-server'
|
|
|
|
|
|
class FileResource(IssueReporter):
|
|
|
|
def __init__(self, path, contents, owner, group, permissions):
|
|
super(FileResource, self).__init__()
|
|
self.path = path
|
|
self.contents = contents
|
|
self.owner = owner
|
|
self.group = group
|
|
self.permissions = permissions
|
|
|
|
def __str__(self):
|
|
return 'File "%s"' % self.path
|