467 lines
19 KiB
Python
467 lines
19 KiB
Python
# Copyright 2014: Mirantis Inc.
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import os
|
|
|
|
import ddt
|
|
import mock
|
|
from oslo_config import cfg
|
|
import requests
|
|
from six.moves.urllib import parse
|
|
|
|
from rally import exceptions
|
|
from rally.verification.tempest import config
|
|
from tests.unit import fakes
|
|
from tests.unit import test
|
|
|
|
CONF = cfg.CONF
|
|
|
|
|
|
CREDS = {
|
|
"admin": {
|
|
"username": "admin",
|
|
"tenant_name": "admin",
|
|
"password": "admin-12345",
|
|
"auth_url": "http://test/v2.0/",
|
|
"permission": "admin",
|
|
"region_name": "test",
|
|
"admin_domain_name": "Default",
|
|
"https_insecure": False,
|
|
"https_cacert": "/path/to/cacert/file"
|
|
}
|
|
}
|
|
|
|
|
|
@ddt.ddt
|
|
class TempestConfigTestCase(test.TestCase):
|
|
|
|
def setUp(self):
|
|
super(TempestConfigTestCase, self).setUp()
|
|
|
|
mock.patch("rally.common.objects.deploy.db.deployment_get",
|
|
return_value=CREDS).start()
|
|
mock.patch("rally.osclients.Clients").start()
|
|
self.mock_isfile = mock.patch("os.path.isfile",
|
|
return_value=True).start()
|
|
|
|
self.tempest_conf = config.TempestConfig("fake_deployment")
|
|
|
|
@mock.patch("os.rename")
|
|
@mock.patch("six.moves.builtins.open", side_effect=mock.mock_open())
|
|
@mock.patch("requests.get", return_value=mock.MagicMock(status_code=200))
|
|
def test__download_cirros_image_success(self, mock_get,
|
|
mock_open, mock_rename):
|
|
self.mock_isfile.return_value = False
|
|
self.tempest_conf._download_cirros_image()
|
|
mock_get.assert_called_once_with(
|
|
CONF.image.cirros_img_url, stream=True)
|
|
|
|
@mock.patch("requests.get")
|
|
@ddt.data(404, 500)
|
|
def test__download_cirros_image_failure(self, status_code, mock_get):
|
|
self.mock_isfile.return_value = False
|
|
mock_get.return_value = mock.MagicMock(status_code=status_code)
|
|
self.assertRaises(exceptions.TempestConfigCreationFailure,
|
|
self.tempest_conf._download_cirros_image)
|
|
|
|
@mock.patch("requests.get", side_effect=requests.ConnectionError())
|
|
def test__download_cirros_image_connection_error(self, mock_requests_get):
|
|
self.mock_isfile.return_value = False
|
|
self.assertRaises(exceptions.TempestConfigCreationFailure,
|
|
self.tempest_conf._download_cirros_image)
|
|
|
|
def test__get_service_url(self):
|
|
self.tempest_conf.keystone.auth_ref = {
|
|
"serviceCatalog": [
|
|
{
|
|
"name": "test_service",
|
|
"type": "test_service_type",
|
|
"endpoints": [{"publicURL": "test_url"}]
|
|
}
|
|
]
|
|
}
|
|
self.tempest_conf.clients.services.return_value = {
|
|
"test_service_type": "test_service"}
|
|
self.assertEqual(
|
|
self.tempest_conf._get_service_url("test_service"), "test_url")
|
|
|
|
@mock.patch("rally.verification.tempest.config."
|
|
"TempestConfig._get_service_url", return_value="test_url")
|
|
def test__configure_boto(self, mock__get_service_url):
|
|
self.tempest_conf._configure_boto()
|
|
|
|
expected = (("ec2_url", "test_url"),
|
|
("s3_url", "test_url"),
|
|
("http_socket_timeout", "30"),
|
|
("s3_materials_path", os.path.join(
|
|
self.tempest_conf.data_dir, "s3materials")))
|
|
result = self.tempest_conf.conf.items("boto")
|
|
for item in expected:
|
|
self.assertIn(item, result)
|
|
|
|
def test__configure_default(self):
|
|
self.tempest_conf._configure_default()
|
|
|
|
expected = (("debug", "True"),
|
|
("log_file", "tempest.log"),
|
|
("use_stderr", "False"))
|
|
results = self.tempest_conf.conf.items("DEFAULT")
|
|
self.assertEqual(sorted(expected), sorted(results))
|
|
|
|
def test__configure_dashboard(self):
|
|
self.tempest_conf._configure_dashboard()
|
|
url = "http://%s/" % parse.urlparse(
|
|
CREDS["admin"]["auth_url"]).hostname
|
|
self.assertEqual(
|
|
self.tempest_conf.conf.get("dashboard", "dashboard_url"), url)
|
|
|
|
def test__configure_identity(self):
|
|
self.tempest_conf._configure_identity()
|
|
|
|
expected = (
|
|
("username", CREDS["admin"]["username"]),
|
|
("password", CREDS["admin"]["password"]),
|
|
("tenant_name", CREDS["admin"]["tenant_name"]),
|
|
("admin_username", CREDS["admin"]["username"]),
|
|
("admin_password", CREDS["admin"]["password"]),
|
|
("admin_tenant_name", CREDS["admin"]["username"]),
|
|
("admin_domain_name", CREDS["admin"]["admin_domain_name"]),
|
|
("region", CREDS["admin"]["region_name"]),
|
|
("uri", CREDS["admin"]["auth_url"]),
|
|
("uri_v3", CREDS["admin"]["auth_url"].replace("/v2.0/", "/v3")),
|
|
("disable_ssl_certificate_validation",
|
|
str(CREDS["admin"]["https_insecure"])),
|
|
("ca_certificates_file", CREDS["admin"]["https_cacert"]))
|
|
result = self.tempest_conf.conf.items("identity")
|
|
for item in expected:
|
|
self.assertIn(item, result)
|
|
|
|
def test__configure_network_if_neutron(self):
|
|
self.tempest_conf.available_services = ["neutron"]
|
|
client = self.tempest_conf.clients.neutron()
|
|
client.list_networks.return_value = {
|
|
"networks": [
|
|
{
|
|
"status": "ACTIVE",
|
|
"id": "test_id",
|
|
"router:external": True
|
|
}
|
|
]
|
|
}
|
|
|
|
self.tempest_conf._configure_network()
|
|
self.assertEqual(
|
|
self.tempest_conf.conf.get("network",
|
|
"public_network_id"), "test_id")
|
|
|
|
def test__configure_network_if_nova(self):
|
|
self.tempest_conf.available_services = ["nova"]
|
|
client = self.tempest_conf.clients.nova()
|
|
client.networks.list.return_value = [
|
|
mock.MagicMock(human_id="fake-network")]
|
|
|
|
self.tempest_conf._configure_network()
|
|
|
|
expected = (("network_for_ssh", "fake-network"),
|
|
("fixed_network_name", "fake-network"))
|
|
result = self.tempest_conf.conf.items("compute")
|
|
for item in expected:
|
|
self.assertIn(item, result)
|
|
|
|
def test__configure_network_feature_enabled(self):
|
|
self.tempest_conf.available_services = ["neutron"]
|
|
client = self.tempest_conf.clients.neutron()
|
|
client.list_ext.return_value = {
|
|
"extensions": [
|
|
{"alias": "dvr"},
|
|
{"alias": "extra_dhcp_opt"},
|
|
{"alias": "extraroute"}
|
|
]
|
|
}
|
|
|
|
self.tempest_conf._configure_network_feature_enabled()
|
|
self.assertEqual(self.tempest_conf.conf.get(
|
|
"network-feature-enabled", "api_extensions"),
|
|
"dvr,extra_dhcp_opt,extraroute")
|
|
|
|
@mock.patch("os.makedirs")
|
|
@mock.patch("os.path.exists", return_value=False)
|
|
def test__configure_oslo_concurrency(self, mock_exists, mock_makedirs):
|
|
self.tempest_conf._configure_oslo_concurrency()
|
|
|
|
lock_path = os.path.join(
|
|
self.tempest_conf.data_dir, "lock_files_fake_deployment")
|
|
mock_makedirs.assert_called_with(lock_path)
|
|
self.assertEqual(
|
|
self.tempest_conf.conf.get(
|
|
"oslo_concurrency", "lock_path"), lock_path)
|
|
|
|
def test__configure_object_storage(self):
|
|
self.tempest_conf._configure_object_storage()
|
|
|
|
expected = (
|
|
("operator_role", CONF.role.swift_operator_role),
|
|
("reseller_admin_role", CONF.role.swift_reseller_admin_role))
|
|
result = self.tempest_conf.conf.items("object-storage")
|
|
for item in expected:
|
|
self.assertIn(item, result)
|
|
|
|
def test__configure_orchestration(self):
|
|
self.tempest_conf._configure_orchestration()
|
|
|
|
expected = (
|
|
("stack_owner_role", CONF.role.heat_stack_owner_role),
|
|
("stack_user_role", CONF.role.heat_stack_user_role))
|
|
result = self.tempest_conf.conf.items("orchestration")
|
|
for item in expected:
|
|
self.assertIn(item, result)
|
|
|
|
def test__configure_scenario(self):
|
|
self.tempest_conf._configure_scenario()
|
|
|
|
expected = (("img_dir", self.tempest_conf.data_dir),
|
|
("img_file", config.IMAGE_NAME))
|
|
result = self.tempest_conf.conf.items("scenario")
|
|
for item in expected:
|
|
self.assertIn(item, result)
|
|
|
|
@mock.patch("requests.get", return_value=mock.MagicMock(status_code=200))
|
|
def test__configure_service_available(self, mock_get):
|
|
available_services = ("nova", "cinder", "glance", "sahara")
|
|
self.tempest_conf.available_services = available_services
|
|
self.tempest_conf._configure_service_available()
|
|
|
|
expected_horizon_url = "http://test"
|
|
expected_timeout = CONF.openstack_client_http_timeout
|
|
mock_get.assert_called_once_with(expected_horizon_url,
|
|
timeout=expected_timeout)
|
|
expected = (
|
|
("neutron", "False"), ("heat", "False"), ("nova", "True"),
|
|
("swift", "False"), ("cinder", "True"), ("sahara", "True"),
|
|
("glance", "True"), ("horizon", "True"), ("ceilometer", "False"))
|
|
result = self.tempest_conf.conf.items("service_available")
|
|
for item in expected:
|
|
self.assertIn(item, result)
|
|
|
|
@mock.patch("requests.get", return_value=mock.MagicMock(status_code=404))
|
|
def test__configure_service_available_horizon_not_available(
|
|
self, mock_get):
|
|
self.tempest_conf._configure_service_available()
|
|
self.assertEqual(
|
|
self.tempest_conf.conf.get(
|
|
"service_available", "horizon"), "False")
|
|
|
|
@mock.patch("requests.get", side_effect=requests.Timeout())
|
|
def test__configure_service_available_horizon_request_timeout(
|
|
self, mock_get):
|
|
self.tempest_conf._configure_service_available()
|
|
self.assertEqual(
|
|
self.tempest_conf.conf.get(
|
|
"service_available", "horizon"), "False")
|
|
|
|
@ddt.data({}, {"service": "neutron", "connect_method": "floating"})
|
|
@ddt.unpack
|
|
def test__configure_validation(self, service="nova",
|
|
connect_method="fixed"):
|
|
self.tempest_conf.available_services = [service]
|
|
self.tempest_conf._configure_validation()
|
|
|
|
expected = (("run_validation", "True"),
|
|
("connect_method", connect_method))
|
|
result = self.tempest_conf.conf.items("validation")
|
|
for item in expected:
|
|
self.assertIn(item, result)
|
|
|
|
@mock.patch("rally.verification.tempest.config._write_config")
|
|
@mock.patch("inspect.getmembers")
|
|
def test_generate(self, mock_inspect_getmembers, mock__write_config):
|
|
configure_something_method = mock.MagicMock()
|
|
mock_inspect_getmembers.return_value = [("_configure_something",
|
|
configure_something_method)]
|
|
|
|
self.tempest_conf.generate("/path/to/fake/conf")
|
|
self.assertEqual(configure_something_method.call_count, 1)
|
|
self.assertEqual(mock__write_config.call_count, 1)
|
|
|
|
@mock.patch("six.moves.builtins.open", side_effect=mock.mock_open())
|
|
def test__write_config(self, mock_open):
|
|
conf_path = "/path/to/fake/conf"
|
|
conf_data = mock.Mock()
|
|
|
|
config._write_config(conf_path, conf_data)
|
|
mock_open.assert_called_once_with(conf_path, "w+")
|
|
conf_data.write.assert_called_once_with(mock_open.side_effect())
|
|
|
|
|
|
class TempestResourcesContextTestCase(test.TestCase):
|
|
|
|
def setUp(self):
|
|
super(TempestResourcesContextTestCase, self).setUp()
|
|
|
|
mock.patch("rally.common.objects.deploy.db.deployment_get",
|
|
return_value=CREDS).start()
|
|
mock.patch("rally.osclients.Clients").start()
|
|
|
|
fake_verification = {"uuid": "uuid"}
|
|
self.context = config.TempestResourcesContext("fake_deployment",
|
|
fake_verification,
|
|
"/fake/path/to/config")
|
|
self.context.conf.add_section("compute")
|
|
self.context.conf.add_section("orchestration")
|
|
|
|
@mock.patch("rally.plugins.openstack.wrappers."
|
|
"network.NeutronWrapper.create_network")
|
|
@mock.patch("six.moves.builtins.open", side_effect=mock.mock_open())
|
|
def test_options_configured_manually(
|
|
self, mock_open, mock_neutron_wrapper_create_network):
|
|
self.context.available_services = ["glance", "heat", "nova", "neutron"]
|
|
|
|
self.context.conf.set("compute", "image_ref", "id1")
|
|
self.context.conf.set("compute", "image_ref_alt", "id2")
|
|
self.context.conf.set("compute", "flavor_ref", "id3")
|
|
self.context.conf.set("compute", "flavor_ref_alt", "id4")
|
|
self.context.conf.set("compute", "fixed_network_name", "name1")
|
|
self.context.conf.set("orchestration", "instance_type", "id5")
|
|
|
|
self.context.__enter__()
|
|
|
|
glanceclient = self.context.clients.glance()
|
|
novaclient = self.context.clients.nova()
|
|
|
|
self.assertEqual(glanceclient.images.create.call_count, 0)
|
|
self.assertEqual(novaclient.flavors.create.call_count, 0)
|
|
self.assertEqual(mock_neutron_wrapper_create_network.call_count, 0)
|
|
|
|
def test__create_tempest_roles(self):
|
|
role1 = CONF.role.swift_operator_role
|
|
role2 = CONF.role.swift_reseller_admin_role
|
|
role3 = CONF.role.heat_stack_owner_role
|
|
role4 = CONF.role.heat_stack_user_role
|
|
|
|
client = self.context.clients.verified_keystone()
|
|
client.roles.list.return_value = [fakes.FakeRole(name=role1),
|
|
fakes.FakeRole(name=role2)]
|
|
client.roles.create.side_effect = [fakes.FakeFlavor(name=role3),
|
|
fakes.FakeFlavor(name=role4)]
|
|
|
|
self.context._create_tempest_roles()
|
|
self.assertEqual(client.roles.create.call_count, 2)
|
|
|
|
created_roles = [role.name for role in self.context._created_roles]
|
|
self.assertIn(role3, created_roles)
|
|
self.assertIn(role4, created_roles)
|
|
|
|
# We can choose any option to test the '_configure_option' method. So let's
|
|
# configure the 'flavor_ref' option.
|
|
def test__configure_option(self):
|
|
create_method = mock.MagicMock()
|
|
create_method.side_effect = [fakes.FakeFlavor(id="id1")]
|
|
|
|
self.context.conf.set("compute", "flavor_ref", "")
|
|
self.context._configure_option("compute",
|
|
"flavor_ref", create_method, 64)
|
|
self.assertEqual(create_method.call_count, 1)
|
|
|
|
result = self.context.conf.get("compute", "flavor_ref")
|
|
self.assertEqual("id1", result)
|
|
|
|
@mock.patch("six.moves.builtins.open")
|
|
def test__create_image(self, mock_open):
|
|
client = self.context.clients.glance()
|
|
client.images.create.side_effect = [fakes.FakeImage(id="id1")]
|
|
|
|
image = self.context._create_image()
|
|
self.assertEqual("id1", image.id)
|
|
self.assertEqual("id1", self.context._created_images[0].id)
|
|
|
|
def test__create_flavor(self):
|
|
client = self.context.clients.nova()
|
|
client.flavors.create.side_effect = [fakes.FakeFlavor(id="id1")]
|
|
|
|
flavor = self.context._create_flavor(64)
|
|
self.assertEqual("id1", flavor.id)
|
|
self.assertEqual("id1", self.context._created_flavors[0].id)
|
|
|
|
def test__create_network_resources(self):
|
|
client = self.context.clients.neutron()
|
|
fake_network = {
|
|
"id": "nid1",
|
|
"name": "network",
|
|
"status": "status"}
|
|
|
|
client.create_network.side_effect = [{"network": fake_network}]
|
|
client.create_router.side_effect = [{"router": {"id": "rid1"}}]
|
|
client.create_subnet.side_effect = [{"subnet": {"id": "subid1"}}]
|
|
|
|
network = self.context._create_network_resources()
|
|
self.assertEqual("nid1", network["id"])
|
|
self.assertEqual("nid1", self.context._created_networks[0]["id"])
|
|
self.assertEqual("rid1",
|
|
self.context._created_networks[0]["router_id"])
|
|
self.assertEqual("subid1",
|
|
self.context._created_networks[0]["subnets"][0])
|
|
|
|
def test__cleanup_tempest_roles(self):
|
|
self.context._created_roles = [fakes.FakeRole(), fakes.FakeRole()]
|
|
|
|
self.context._cleanup_tempest_roles()
|
|
client = self.context.clients.keystone()
|
|
self.assertEqual(client.roles.delete.call_count, 2)
|
|
|
|
def test__cleanup_images(self):
|
|
self.context._created_images = [fakes.FakeImage(id="id1"),
|
|
fakes.FakeImage(id="id2")]
|
|
|
|
self.context.conf.set("compute", "image_ref", "id1")
|
|
self.context.conf.set("compute", "image_ref_alt", "id2")
|
|
|
|
self.context._cleanup_images()
|
|
client = self.context.clients.glance()
|
|
self.assertEqual(client.images.delete.call_count, 2)
|
|
|
|
self.assertEqual("", self.context.conf.get("compute", "image_ref"))
|
|
self.assertEqual("", self.context.conf.get("compute", "image_ref_alt"))
|
|
|
|
def test__cleanup_flavors(self):
|
|
self.context._created_flavors = [fakes.FakeFlavor(id="id1"),
|
|
fakes.FakeFlavor(id="id2"),
|
|
fakes.FakeFlavor(id="id3")]
|
|
|
|
self.context.conf.set("compute", "flavor_ref", "id1")
|
|
self.context.conf.set("compute", "flavor_ref_alt", "id2")
|
|
self.context.conf.set("orchestration", "instance_type", "id3")
|
|
|
|
self.context._cleanup_flavors()
|
|
client = self.context.clients.nova()
|
|
self.assertEqual(client.flavors.delete.call_count, 3)
|
|
|
|
self.assertEqual("", self.context.conf.get("compute", "flavor_ref"))
|
|
self.assertEqual("", self.context.conf.get("compute",
|
|
"flavor_ref_alt"))
|
|
self.assertEqual("", self.context.conf.get("orchestration",
|
|
"instance_type"))
|
|
|
|
@mock.patch("rally.plugins.openstack.wrappers."
|
|
"network.NeutronWrapper.delete_network")
|
|
def test__cleanup_network_resources(
|
|
self, mock_neutron_wrapper_delete_network):
|
|
self.context._created_networks = [{"name": "net-12345"}]
|
|
self.context.conf.set("compute", "fixed_network_name", "net-12345")
|
|
|
|
self.context._cleanup_network_resources()
|
|
self.assertEqual(mock_neutron_wrapper_delete_network.call_count, 1)
|
|
self.assertEqual("", self.context.conf.get("compute",
|
|
"fixed_network_name"))
|