153 lines
5.3 KiB
Python
153 lines
5.3 KiB
Python
# Copyright 2015 Mirantis, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import abc
|
|
import logging
|
|
|
|
import six
|
|
|
|
from oslo_messaging._drivers import common as rpc_common
|
|
from oslo_messaging._drivers.zmq_driver.matchmaker import zmq_matchmaker_base
|
|
from oslo_messaging._drivers.zmq_driver import zmq_address
|
|
from oslo_messaging._drivers.zmq_driver import zmq_async
|
|
from oslo_messaging._drivers.zmq_driver import zmq_names
|
|
from oslo_messaging._drivers.zmq_driver import zmq_socket
|
|
from oslo_messaging._drivers.zmq_driver import zmq_updater
|
|
from oslo_messaging._i18n import _LE, _LI, _LW
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
zmq = zmq_async.import_zmq()
|
|
|
|
|
|
@six.add_metaclass(abc.ABCMeta)
|
|
class ConsumerBase(object):
|
|
|
|
def __init__(self, conf, poller, server):
|
|
self.conf = conf
|
|
self.poller = poller
|
|
self.server = server
|
|
self.sockets = []
|
|
self.context = zmq.Context()
|
|
|
|
def stop(self):
|
|
"""Stop consumer polling/updating."""
|
|
|
|
@abc.abstractmethod
|
|
def receive_request(self, socket):
|
|
"""Receive a request via a socket."""
|
|
|
|
def cleanup(self):
|
|
for socket in self.sockets:
|
|
if not socket.handle.closed:
|
|
socket.close()
|
|
self.sockets = []
|
|
|
|
|
|
class SingleSocketConsumer(ConsumerBase):
|
|
|
|
def __init__(self, conf, poller, server, socket_type):
|
|
super(SingleSocketConsumer, self).__init__(conf, poller, server)
|
|
self.matchmaker = server.matchmaker
|
|
self.target = server.target
|
|
self.socket_type = socket_type
|
|
self.host = None
|
|
self.socket = self.subscribe_socket(socket_type)
|
|
self.target_updater = TargetUpdater(
|
|
conf, self.matchmaker, self.target, self.host, socket_type)
|
|
|
|
def stop(self):
|
|
self.target_updater.stop()
|
|
|
|
def subscribe_socket(self, socket_type):
|
|
try:
|
|
socket = zmq_socket.ZmqRandomPortSocket(
|
|
self.conf, self.context, socket_type)
|
|
self.sockets.append(socket)
|
|
LOG.debug("Run %(stype)s consumer on %(addr)s:%(port)d",
|
|
{"stype": zmq_names.socket_type_str(socket_type),
|
|
"addr": socket.bind_address,
|
|
"port": socket.port})
|
|
self.host = zmq_address.combine_address(
|
|
self.conf.oslo_messaging_zmq.rpc_zmq_host, socket.port)
|
|
self.poller.register(socket, self.receive_request)
|
|
return socket
|
|
except zmq.ZMQError as e:
|
|
errmsg = _LE("Failed binding to port %(port)d: %(e)s")\
|
|
% (self.port, e)
|
|
LOG.error(_LE("Failed binding to port %(port)d: %(e)s"),
|
|
(self.port, e))
|
|
raise rpc_common.RPCException(errmsg)
|
|
|
|
@property
|
|
def address(self):
|
|
return self.socket.bind_address
|
|
|
|
@property
|
|
def port(self):
|
|
return self.socket.port
|
|
|
|
def cleanup(self):
|
|
self.target_updater.cleanup()
|
|
super(SingleSocketConsumer, self).cleanup()
|
|
|
|
|
|
class TargetUpdater(zmq_updater.UpdaterBase):
|
|
"""This entity performs periodic async updates
|
|
to the matchmaker.
|
|
"""
|
|
|
|
def __init__(self, conf, matchmaker, target, host, socket_type):
|
|
self.target = target
|
|
self.host = host
|
|
self.socket_type = socket_type
|
|
self.conf = conf
|
|
self.matchmaker = matchmaker
|
|
self._sleep_for = conf.oslo_messaging_zmq.zmq_target_update
|
|
|
|
# NOTE(ozamiatin): Update target immediately not waiting
|
|
# for background executor to initialize.
|
|
self._update_target()
|
|
|
|
super(TargetUpdater, self).__init__(
|
|
conf, matchmaker, self._update_target,
|
|
conf.oslo_messaging_zmq.zmq_target_update)
|
|
|
|
def _update_target(self):
|
|
try:
|
|
self.matchmaker.register(
|
|
self.target, self.host,
|
|
zmq_names.socket_type_str(self.socket_type),
|
|
expire=self.conf.oslo_messaging_zmq.zmq_target_expire)
|
|
|
|
if self._sleep_for != \
|
|
self.conf.oslo_messaging_zmq.zmq_target_update:
|
|
self._sleep_for = \
|
|
self.conf.oslo_messaging_zmq.zmq_target_update
|
|
LOG.info(_LI("Falling back to the normal update %d sec")
|
|
% self._sleep_for)
|
|
|
|
except zmq_matchmaker_base.MatchmakerUnavailable:
|
|
# Update target frequently until first successful update
|
|
# After matchmaker is back update normally as of config
|
|
self._sleep_for = 10
|
|
LOG.warning(_LW("Failed connecting to the Matchmaker, "
|
|
"update each %d sec") % self._sleep_for)
|
|
|
|
def stop(self):
|
|
super(TargetUpdater, self).stop()
|
|
self.matchmaker.unregister(
|
|
self.target, self.host,
|
|
zmq_names.socket_type_str(self.socket_type))
|