nova-lxd/devstack/tempest-dsvm-lxd-rc

86 lines
4.4 KiB
Plaintext

# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
#
# This script is executed in the OpenStack CI *tempest-dsvm-lxd job.
# It's used to configure which tempest tests actually get run. You can find
# the CI job configuration here:
#
# http://git.openstack.org/cgit/openstack-infra/project-config/tree/jenkins/jobs/devstack-gate.yaml
#
# Construct a regex to use when limiting scope of tempest
# to avoid features unsupported by Nova's LXD support.
# Note that several tests are disabled by the use of tempest
# feature toggles in devstack/lib/tempest for an lxd config,
# so this regex is not entirely representative of what's excluded.
# When adding entries to the regex, add a comment explaining why
# since this list should not grow.
r="^(?!.*"
r="$r(?:.*\[.*\bslow\b.*\])"
# (zulcss) nova-lxd does not support booting ami/aki images
r="$r|(?:tempest\.scenario\.test_minimum_basic\.TestMinimumBasicScenario\.test_minimum_basic_scenario)"
# XXX: zulcss (18 Oct 2016) Tries to configure networking in the container but fails
r="$r|(?:tempest\.scenario\.test_network_advanced_server_ops\.TestNetworkAdvancedServerOps\.test_server_connectivity_pause_unpause)"
# XXX: zulcss (18 Oct 2016) Could not connect to instance after rebuild takes place
r="$r|(?:tempest\.scenario\.test_network_advanced_server_ops\.TestNetworkAdvancedServerOps\.test_server_connectivity_rebuild)"
# XXX: zulcss (18 Oct 2016) Could not connect to instance
r="$r|(?:tempest\.scenario\.test_network_advanced_server_ops\.TestNetworkAdvancedServerOps\.test_server_connectivity_suspend_resume)"
# XXX: zulcss (18 Oct 2016) Tried to configure neworking in the container but fails
r="$r(?:tempest\.scenario\.test_network_v6\.TestGettingAddress.\test_dualnet_multi_prefix_dhcpv6_stateless)"
# XXX: zulcss (18 Oct 2016) Could not connect to instance
r="$r|(?:tempest\.scenario\.test_snapshot_pattern\.TestSnapshotPattern.test_snapshot_pattern)"
# XXX: zulcss (18 Oct 2016) nova-lxd does not support booting from ebs volumes
r="$r|(?:tempest\.scenario\.test_volume_boot_pattern\.TestVolumeBootPattern\.test_create_ebs_image_and_check_boot)"
r="$r|(?:tempest\.scenario\.test_volume_boot_pattern\.TestVolumeBootPattern\.test_volume_boot_pattern)"
r="$r|(?:tempest\.scenario\.test_volume_boot_pattern\.TestVolumeBootPatternV2\.test_create_ebs_image_and_check_boot)"
r="$r|(?:tempest\.scenario\.test_volume_boot_pattern\.TestVolumeBootPatternV2\.test_volume_boot_pattern)"
# XXX: zulcss (18 Oct 2016) tempest test only passes when there is more than 10 lines in the
# console output.
r="$r|(?:tempest\.api\.compute\.servers\.test_server_actions\.ServerActionsTestJSON\.test_get_console_output_with_unlimited_size)"
# XXX: zulcss (18 Oct 2016) Tried to configure networkin the container but fails
r="$r|(?:tempest\.api\.compute\.servers\.test_server_actions\.ServerActionsTestJSON\.test_get_console_output_with_unlimited_size)"
# XXX: zulcss (18 Oct 2016) Interface attaching times out
r="$r|(:tempest\.scenario\.test_network_basic_ops\.TestNetworkBasicOps\.test_port_security_macspoofing_port)"
# XXX: zulcss (18 Oct 2016) Could not connect to instance
r="$r|(?:tempest\.scenario\.test_network_v6\.TestGettingAddress\.test_dualnet_multi_prefix_dhcpv6_stateless)"
# XXX: zulcss (18 Oct 2016) Could not connect to instance
r="$r|(?:tempest\.scenario\.test_snapshot_pattern\.TestSnapshotPattern\.test_snapshot_pattern)"
# XXX: zulcss (18 Oct 2016) Could not connect to instance
r="$r|(?:tempest\.scenario\.test_network_basic_ops\.TestNetworkBasicOps\.test_hotplug_nic)"
# XXX: zulcss (18 Oct 2016) Could not connect to instance
r="$r|(?:tempest\.scenario\.test_network_basic_ops\.TestNetworkBasicOps\.test_port_security_macspoofing_port)"
# XXX: zulcss (18 Oct 2016) Could not connect to instance
r="$r|(?:tempest\.scenario\.test_network_advanced_server_ops\.TestNetworkAdvancedServerOps\.test_server_connectivity_suspend_resume)"
r="$r).*$"
export DEVSTACK_GATE_TEMPEST_REGEX="$r"