484 lines
21 KiB
Python
484 lines
21 KiB
Python
# Copyright 2015 Hewlett-Packard Development Company, L.P.
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import socket
|
|
import tempfile
|
|
import time
|
|
|
|
import six
|
|
from six.moves.urllib import error
|
|
from six.moves.urllib import request as urllib2
|
|
from tempest_lib import exceptions as lib_exc
|
|
|
|
from neutron_lbaas._i18n import _
|
|
from neutron_lbaas.tests.tempest.lib.common import commands
|
|
from neutron_lbaas.tests.tempest.lib import config
|
|
from neutron_lbaas.tests.tempest.lib import exceptions
|
|
from neutron_lbaas.tests.tempest.lib.services.network import resources as \
|
|
net_resources
|
|
from neutron_lbaas.tests.tempest.lib import test
|
|
from neutron_lbaas.tests.tempest.v2.clients import health_monitors_client
|
|
from neutron_lbaas.tests.tempest.v2.clients import listeners_client
|
|
from neutron_lbaas.tests.tempest.v2.clients import load_balancers_client
|
|
from neutron_lbaas.tests.tempest.v2.clients import members_client
|
|
from neutron_lbaas.tests.tempest.v2.clients import pools_client
|
|
from neutron_lbaas.tests.tempest.v2.scenario import manager
|
|
|
|
config = config.CONF
|
|
|
|
|
|
class BaseTestCase(manager.NetworkScenarioTest):
|
|
|
|
def setUp(self):
|
|
super(BaseTestCase, self).setUp()
|
|
self.servers_keypairs = {}
|
|
self.servers = {}
|
|
self.members = []
|
|
self.floating_ips = {}
|
|
self.servers_floating_ips = {}
|
|
self.server_ips = {}
|
|
self.port1 = 80
|
|
self.port2 = 88
|
|
self.num = 50
|
|
self.server_ips = {}
|
|
self.server_fixed_ips = {}
|
|
|
|
self._create_security_group_for_test()
|
|
self._set_net_and_subnet()
|
|
|
|
mgr = self.get_client_manager()
|
|
auth_provider = mgr.auth_provider
|
|
self.client_args = [auth_provider, 'network', 'regionOne']
|
|
|
|
self.load_balancers_client = (
|
|
load_balancers_client.LoadBalancersClientJSON(*self.client_args))
|
|
self.listeners_client = (
|
|
listeners_client.ListenersClientJSON(*self.client_args))
|
|
self.pools_client = pools_client.PoolsClientJSON(*self.client_args)
|
|
self.members_client = members_client.MembersClientJSON(
|
|
*self.client_args)
|
|
self.health_monitors_client = (
|
|
health_monitors_client.HealthMonitorsClientJSON(
|
|
*self.client_args))
|
|
|
|
@classmethod
|
|
def skip_checks(cls):
|
|
super(BaseTestCase, cls).skip_checks()
|
|
cfg = config.network
|
|
if not test.is_extension_enabled('lbaasv2', 'network'):
|
|
msg = 'LBaaS Extension is not enabled'
|
|
raise cls.skipException(msg)
|
|
if not (cfg.tenant_networks_reachable or cfg.public_network_id):
|
|
msg = ('Either tenant_networks_reachable must be "true", or '
|
|
'public_network_id must be defined.')
|
|
raise cls.skipException(msg)
|
|
|
|
def _set_net_and_subnet(self):
|
|
"""
|
|
Query and set appropriate network and subnet attributes to be used
|
|
for the test. Existing tenant networks are used if they are found.
|
|
The configured private network and associated subnet is used as a
|
|
fallback in absence of tenant networking.
|
|
"""
|
|
try:
|
|
tenant_net = self._list_networks(tenant_id=self.tenant_id)[0]
|
|
except IndexError:
|
|
tenant_net = None
|
|
|
|
if tenant_net:
|
|
tenant_subnet = self._list_subnets(tenant_id=self.tenant_id)[0]
|
|
self.subnet = net_resources.DeletableSubnet(
|
|
client=self.network_client,
|
|
**tenant_subnet)
|
|
self.network = tenant_net
|
|
else:
|
|
self.network = self._get_network_by_name(
|
|
config.compute.fixed_network_name)
|
|
# We are assuming that the first subnet associated
|
|
# with the fixed network is the one we want. In the future, we
|
|
# should instead pull a subnet id from config, which is set by
|
|
# devstack/admin/etc.
|
|
subnet = self._list_subnets(network_id=self.network['id'])[0]
|
|
self.subnet = net_resources.AttributeDict(subnet)
|
|
|
|
def _create_security_group_for_test(self):
|
|
self.security_group = self._create_security_group(
|
|
tenant_id=self.tenant_id)
|
|
self._create_security_group_rules_for_port(self.port1)
|
|
self._create_security_group_rules_for_port(self.port2)
|
|
|
|
def _create_security_group_rules_for_port(self, port):
|
|
rule = {
|
|
'direction': 'ingress',
|
|
'protocol': 'tcp',
|
|
'port_range_min': port,
|
|
'port_range_max': port,
|
|
}
|
|
self._create_security_group_rule(
|
|
secgroup=self.security_group,
|
|
tenant_id=self.tenant_id,
|
|
**rule)
|
|
|
|
def _ipv6_subnet(self, address6_mode):
|
|
router = self._get_router(tenant_id=self.tenant_id)
|
|
self.network = self._create_network(tenant_id=self.tenant_id)
|
|
self.subnet = self._create_subnet(network=self.network,
|
|
namestart='sub6',
|
|
ip_version=6,
|
|
ipv6_ra_mode=address6_mode,
|
|
ipv6_address_mode=address6_mode)
|
|
self.subnet.add_to_router(router_id=router['id'])
|
|
self.addCleanup(self.subnet.delete)
|
|
|
|
def _create_server(self, name):
|
|
keypair = self.create_keypair()
|
|
security_groups = [{'name': self.security_group['name']}]
|
|
create_kwargs = {
|
|
'networks': [
|
|
{'uuid': self.network['id']},
|
|
],
|
|
'key_name': keypair['name'],
|
|
'security_groups': security_groups,
|
|
}
|
|
net_name = self.network['name']
|
|
server = self.create_server(name=name, create_kwargs=create_kwargs)
|
|
self.servers_keypairs[server['id']] = keypair
|
|
if (config.network.public_network_id and not
|
|
config.network.tenant_networks_reachable):
|
|
public_network_id = config.network.public_network_id
|
|
floating_ip = self.create_floating_ip(
|
|
server, public_network_id)
|
|
self.floating_ips[floating_ip] = server
|
|
self.server_ips[server['id']] = floating_ip.floating_ip_address
|
|
else:
|
|
self.server_ips[server['id']] =\
|
|
server['addresses'][net_name][0]['addr']
|
|
self.server_fixed_ips[server['id']] =\
|
|
server['addresses'][net_name][0]['addr']
|
|
self.assertTrue(self.servers_keypairs)
|
|
return server
|
|
|
|
def _create_servers(self):
|
|
for count in range(2):
|
|
self.server = self._create_server(name=("server%s" % (count + 1)))
|
|
if count == 0:
|
|
self.servers['primary'] = self.server['id']
|
|
else:
|
|
self.servers['secondary'] = self.server['id']
|
|
self.assertEqual(len(self.servers_keypairs), 2)
|
|
|
|
def _stop_server(self):
|
|
for name, value in six.iteritems(self.servers):
|
|
if name == 'primary':
|
|
self.servers_client.stop(value)
|
|
self.servers_client.wait_for_server_status(value, 'SHUTOFF')
|
|
|
|
def _start_server(self):
|
|
for name, value in six.iteritems(self.servers):
|
|
if name == 'primary':
|
|
self.servers_client.start(value)
|
|
self.servers_client.wait_for_server_status(value, 'ACTIVE')
|
|
|
|
def _start_servers(self):
|
|
"""
|
|
Start two backends
|
|
1. SSH to the instance
|
|
2. Start two http backends listening on ports 80 and 88 respectively
|
|
"""
|
|
for server_id, ip in six.iteritems(self.server_ips):
|
|
private_key = self.servers_keypairs[server_id]['private_key']
|
|
server_name = self.servers_client.get_server(server_id)['name']
|
|
username = config.scenario.ssh_user
|
|
ssh_client = self.get_remote_client(
|
|
server_or_ip=ip,
|
|
private_key=private_key)
|
|
|
|
# Write a backend's response into a file
|
|
resp = ('echo -ne "HTTP/1.1 200 OK\r\nContent-Length: 7\r\n'
|
|
'Connection: close\r\nContent-Type: text/html; '
|
|
'charset=UTF-8\r\n\r\n%s"; cat >/dev/null')
|
|
|
|
with tempfile.NamedTemporaryFile() as script:
|
|
script.write(resp % server_name)
|
|
script.flush()
|
|
with tempfile.NamedTemporaryFile() as key:
|
|
key.write(private_key)
|
|
key.flush()
|
|
commands.copy_file_to_host(script.name,
|
|
"/tmp/script1",
|
|
ip,
|
|
username, key.name)
|
|
|
|
# Start netcat
|
|
start_server = ('while true; do '
|
|
'sudo nc -ll -p %(port)s -e sh /tmp/%(script)s; '
|
|
'done > /dev/null &')
|
|
cmd = start_server % {'port': self.port1,
|
|
'script': 'script1'}
|
|
ssh_client.exec_command(cmd)
|
|
|
|
if len(self.server_ips) == 1:
|
|
with tempfile.NamedTemporaryFile() as script:
|
|
script.write(resp % 'server2')
|
|
script.flush()
|
|
with tempfile.NamedTemporaryFile() as key:
|
|
key.write(private_key)
|
|
key.flush()
|
|
commands.copy_file_to_host(script.name,
|
|
"/tmp/script2", ip,
|
|
username, key.name)
|
|
cmd = start_server % {'port': self.port2,
|
|
'script': 'script2'}
|
|
ssh_client.exec_command(cmd)
|
|
|
|
def _create_listener(self, load_balancer_id):
|
|
"""Create a listener with HTTP protocol listening on port 80."""
|
|
self.listener = self.listeners_client.create_listener(
|
|
loadbalancer_id=load_balancer_id,
|
|
protocol='HTTP', protocol_port=80)
|
|
self.assertTrue(self.listener)
|
|
self.addCleanup(self._cleanup_listener, self.listener.get('id'),
|
|
load_balancer_id=load_balancer_id)
|
|
return self.listener
|
|
|
|
def _create_health_monitor(self):
|
|
"""Create a pool with ROUND_ROBIN algorithm."""
|
|
self.hm = self.health_monitors_client.create_health_monitor(
|
|
type='HTTP', max_retries=5, delay=3, timeout=5,
|
|
pool_id=self.pool['id'])
|
|
self.assertTrue(self.hm)
|
|
self.addCleanup(self._cleanup_health_monitor,
|
|
self.hm.get('id'),
|
|
load_balancer_id=self.load_balancer['id'])
|
|
|
|
def _create_pool(self, listener_id):
|
|
"""Create a pool with ROUND_ROBIN algorithm."""
|
|
self.pool = self.pools_client.create_pool(
|
|
protocol='HTTP',
|
|
lb_algorithm='ROUND_ROBIN',
|
|
listener_id=listener_id)
|
|
self.assertTrue(self.pool)
|
|
self.addCleanup(self._cleanup_pool, self.pool['id'],
|
|
load_balancer_id=self.load_balancer['id'])
|
|
return self.pool
|
|
|
|
def _cleanup_load_balancer(self, load_balancer_id):
|
|
self.delete_wrapper(self.load_balancers_client.delete_load_balancer,
|
|
load_balancer_id)
|
|
self._wait_for_load_balancer_status(load_balancer_id, delete=True)
|
|
|
|
def _cleanup_listener(self, listener_id, load_balancer_id=None):
|
|
self.delete_wrapper(self.listeners_client.delete_listener, listener_id)
|
|
if load_balancer_id:
|
|
self._wait_for_load_balancer_status(load_balancer_id)
|
|
|
|
def _cleanup_pool(self, pool_id, load_balancer_id=None):
|
|
self.delete_wrapper(self.pools_client.delete_pool, pool_id)
|
|
if load_balancer_id:
|
|
self._wait_for_load_balancer_status(load_balancer_id)
|
|
|
|
def _cleanup_health_monitor(self, hm_id, load_balancer_id=None):
|
|
self.delete_wrapper(self.health_monitors_client.delete_health_monitor,
|
|
hm_id)
|
|
if load_balancer_id:
|
|
self._wait_for_load_balancer_status(load_balancer_id)
|
|
|
|
def _create_members(self, load_balancer_id=None, pool_id=None,
|
|
subnet_id=None):
|
|
"""
|
|
Create two members.
|
|
|
|
In case there is only one server, create both members with the same ip
|
|
but with different ports to listen on.
|
|
"""
|
|
for server_id, ip in six.iteritems(self.server_fixed_ips):
|
|
if len(self.server_fixed_ips) == 1:
|
|
member1 = self.members_client.create_member(
|
|
pool_id=pool_id,
|
|
address=ip,
|
|
protocol_port=self.port1,
|
|
subnet_id=subnet_id)
|
|
self._wait_for_load_balancer_status(load_balancer_id)
|
|
member2 = self.members_client.create_member(
|
|
pool_id=pool_id,
|
|
address=ip,
|
|
protocol_port=self.port2,
|
|
subnet_id=subnet_id)
|
|
self._wait_for_load_balancer_status(load_balancer_id)
|
|
self.members.extend([member1, member2])
|
|
else:
|
|
member = self.members_client.create_member(
|
|
pool_id=pool_id,
|
|
address=ip,
|
|
protocol_port=self.port1,
|
|
subnet_id=subnet_id)
|
|
self._wait_for_load_balancer_status(load_balancer_id)
|
|
self.members.append(member)
|
|
self.assertTrue(self.members)
|
|
|
|
def _assign_floating_ip_to_lb_vip(self, lb):
|
|
public_network_id = config.network.public_network_id
|
|
port_id = lb.vip_port_id
|
|
floating_ip = self.create_floating_ip(lb, public_network_id,
|
|
port_id=port_id)
|
|
self.floating_ips.setdefault(lb.id, [])
|
|
self.floating_ips[lb.id].append(floating_ip)
|
|
# Check for floating ip status before you check load-balancer
|
|
self.check_floating_ip_status(floating_ip, "ACTIVE")
|
|
|
|
def _create_load_balancer(self, ip_version=4):
|
|
self.create_lb_kwargs = {'tenant_id': self.tenant_id,
|
|
'vip_subnet_id': self.subnet['id']}
|
|
self.load_balancer = self.load_balancers_client.create_load_balancer(
|
|
**self.create_lb_kwargs)
|
|
load_balancer_id = self.load_balancer['id']
|
|
self.addCleanup(self._cleanup_load_balancer, load_balancer_id)
|
|
self._wait_for_load_balancer_status(load_balancer_id)
|
|
|
|
listener = self._create_listener(load_balancer_id=load_balancer_id)
|
|
self._wait_for_load_balancer_status(load_balancer_id)
|
|
|
|
self.pool = self._create_pool(listener_id=listener.get('id'))
|
|
self._wait_for_load_balancer_status(load_balancer_id)
|
|
|
|
self._create_members(load_balancer_id=load_balancer_id,
|
|
pool_id=self.pool['id'],
|
|
subnet_id=self.subnet['id'])
|
|
|
|
self.vip_ip = self.load_balancer.get('vip_address')
|
|
|
|
# if the ipv4 is used for lb, then fetch the right values from
|
|
# tempest.conf file
|
|
if ip_version == 4:
|
|
if (config.network.public_network_id and not
|
|
config.network.tenant_networks_reachable):
|
|
load_balancer = net_resources.AttributeDict(self.load_balancer)
|
|
self._assign_floating_ip_to_lb_vip(load_balancer)
|
|
self.vip_ip = self.floating_ips[
|
|
load_balancer.id][0]['floating_ip_address']
|
|
|
|
# Currently the ovs-agent is not enforcing security groups on the
|
|
# vip port - see https://bugs.launchpad.net/neutron/+bug/1163569
|
|
# However the linuxbridge-agent does, and it is necessary to add a
|
|
# security group with a rule that allows tcp port 80 to the vip port.
|
|
self.network_client.update_port(
|
|
self.load_balancer.get('vip_port_id'),
|
|
security_groups=[self.security_group.id])
|
|
|
|
def _wait_for_load_balancer_status(self, load_balancer_id,
|
|
provisioning_status='ACTIVE',
|
|
operating_status='ONLINE',
|
|
delete=False):
|
|
interval_time = 1
|
|
timeout = 600
|
|
end_time = time.time() + timeout
|
|
while time.time() < end_time:
|
|
try:
|
|
lb = self.load_balancers_client.get_load_balancer(
|
|
load_balancer_id)
|
|
except lib_exc.NotFound as e:
|
|
if delete:
|
|
return
|
|
else:
|
|
raise e
|
|
if (lb.get('provisioning_status') == provisioning_status and
|
|
lb.get('operating_status') == operating_status):
|
|
break
|
|
elif (lb.get('provisioning_status') == 'ERROR' or
|
|
lb.get('operating_status') == 'ERROR'):
|
|
raise Exception(
|
|
_("Wait for load balancer for load balancer: {lb_id} "
|
|
"ran for {timeout} seconds and an ERROR was encountered "
|
|
"with provisioning status: {provisioning_status} and "
|
|
"operating status: {operating_status}").format(
|
|
timeout=timeout,
|
|
lb_id=lb.get('id'),
|
|
provisioning_status=provisioning_status,
|
|
operating_status=operating_status))
|
|
time.sleep(interval_time)
|
|
else:
|
|
raise Exception(
|
|
_("Wait for load balancer ran for {timeout} seconds and did "
|
|
"not observe {lb_id} reach {provisioning_status} "
|
|
"provisioning status and {operating_status} "
|
|
"operating status.").format(
|
|
timeout=timeout,
|
|
lb_id=lb.get('id'),
|
|
provisioning_status=provisioning_status,
|
|
operating_status=operating_status))
|
|
return lb
|
|
|
|
def _check_load_balancing(self):
|
|
"""
|
|
1. Send NUM requests on the floating ip associated with the VIP
|
|
2. Check that the requests are shared between the two servers
|
|
"""
|
|
|
|
self._check_connection(self.vip_ip)
|
|
counters = self._send_requests(self.vip_ip, ["server1", "server2"])
|
|
for member, counter in six.iteritems(counters):
|
|
self.assertGreater(counter, 0, 'Member %s never balanced' % member)
|
|
|
|
def _check_connection(self, check_ip, port=80):
|
|
def try_connect(check_ip, port):
|
|
try:
|
|
resp = urllib2.urlopen("http://{0}:{1}/".format(check_ip,
|
|
port))
|
|
if resp.getcode() == 200:
|
|
return True
|
|
return False
|
|
except IOError:
|
|
return False
|
|
except error.HTTPError:
|
|
return False
|
|
timeout = config.compute.ping_timeout
|
|
start = time.time()
|
|
while not try_connect(check_ip, port):
|
|
if (time.time() - start) > timeout:
|
|
message = "Timed out trying to connect to %s" % check_ip
|
|
raise exceptions.TimeoutException(message)
|
|
|
|
def _send_requests(self, vip_ip, servers):
|
|
counters = dict.fromkeys(servers, 0)
|
|
for i in range(self.num):
|
|
try:
|
|
server = urllib2.urlopen("http://{0}/".format(vip_ip),
|
|
None, 2).read()
|
|
counters[server] += 1
|
|
# HTTP exception means fail of server, so don't increase counter
|
|
# of success and continue connection tries
|
|
except (error.HTTPError, error.URLError, socket.timeout):
|
|
continue
|
|
return counters
|
|
|
|
def _traffic_validation_after_stopping_server(self):
|
|
"""Check that the requests are sent to the only ACTIVE server."""
|
|
counters = self._send_requests(self.vip_ip, ["server1", "server2"])
|
|
|
|
# Assert that no traffic is sent to server1.
|
|
for member, counter in six.iteritems(counters):
|
|
if member == 'server1':
|
|
self.assertEqual(counter, 0,
|
|
'Member %s is not balanced' % member)
|
|
|
|
def _check_load_balancing_after_deleting_resources(self):
|
|
"""
|
|
Check that the requests are not sent to any servers
|
|
Assert that no traffic is sent to any servers
|
|
"""
|
|
counters = self._send_requests(self.vip_ip, ["server1", "server2"])
|
|
for member, counter in six.iteritems(counters):
|
|
self.assertEqual(counter, 0, 'Member %s is balanced' % member)
|