85 lines
5.0 KiB
Plaintext
85 lines
5.0 KiB
Plaintext
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
#
|
|
# This script is executed in the OpenStack CI *tempest-dsvm-lxd job.
|
|
# It's used to configure which tempest tests actually get run. You can find
|
|
# the CI job configuration here:
|
|
#
|
|
# http://git.openstack.org/cgit/openstack-infra/project-config/tree/jenkins/jobs/devstack-gate.yaml
|
|
#
|
|
|
|
# Construct a regex to use when limiting scope of tempest
|
|
# to avoid features unsupported by Nova's LXD support.
|
|
|
|
# Note that several tests are disabled by the use of tempest
|
|
# feature toggles in devstack/lib/tempest for an lxd config,
|
|
# so this regex is not entirely representative of what's excluded.
|
|
|
|
# When adding entries to the regex, add a comment explaining why
|
|
# since this list should not grow.
|
|
|
|
r="^(?!.*"
|
|
r="$r(?:.*\[.*\bslow\b.*\])"
|
|
|
|
# (zulcss) nova-lxd does not support booting ami/aki images
|
|
r="$r|(?:tempest\.scenario\.test_minimum_basic\.TestMinimumBasicScenario\.test_minimum_basic_scenario)"
|
|
|
|
# XXX: zulcss (18 Oct 2016) nova-lxd does not support booting from ebs volumes
|
|
r="$r|(?:tempest\.scenario\.test_volume_boot_pattern.*)"
|
|
r="$r|(?:tempest\.api\.compute\.servers\.test_create_server\.ServersTestBootFromVolume)"
|
|
# XXX: zulcss (18 Oct 2016) tempest test only passes when there is more than 10 lines in the
|
|
# console output, and cirros LXD consoles have only a single line of output
|
|
r="$r|(?:tempest\.api\.compute\.servers\.test_server_actions\.ServerActionsTestJSON\.test_get_console_output_with_unlimited_size)"
|
|
# tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output_with_unlimited_size
|
|
# also tempest get console fails for the following two for length of output reasons
|
|
r="$r|(?:tempest\.api\.compute\.servers\.test_server_actions\.ServerActionsTestJSON\.test_get_console_output)"
|
|
# tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output
|
|
r="$r|(?:tempest\.api\.compute\.servers\.test_server_actions\.ServerActionsTestJSON\.test_get_console_output_server_id_in_shutoff_status)"
|
|
# tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output_server_id_in_shutoff_status
|
|
|
|
# XXX: jamespage (09 June 2017) veth pair nics not detected/configured by tempest
|
|
# https://review.openstack.org/#/c/472641/
|
|
# XXX: jamespage (09 June 2017) instance not accessible via floating IP.
|
|
r="$r|(?:tempest\.scenario\.test_network_v6\.TestGettingAddress\.test_dualnet_multi_prefix_dhcpv6_stateless)"
|
|
r="$r|(?:tempest\.scenario\.test_network_v6\.TestGettingAddress\.test_dualnet_multi_prefix_slaac)"
|
|
#tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_dhcpv6_stateless
|
|
#tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_slaac
|
|
|
|
# XXX: zulcss (18 Oct 2016) Could not connect to instance
|
|
#r="$r|(?:tempest\.scenario\.test_network_advanced_server_ops\.TestNetworkAdvancedServerOps\.test_server_connectivity_suspend_resume)"
|
|
|
|
# XXX: jamespage (08 June 2017): test failures with a mismatch in the number of disks reported
|
|
r="$r|(?:tempest\.api\.compute\.admin\.test_create_server\.ServersWithSpecificFlavorTestJSON\.test_verify_created_server_ephemeral_disk)"
|
|
#tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON.test_verify_created_server_ephemeral_disk
|
|
|
|
# XXX: jamespage (08 June 2017): nova-lxd driver does not support device tagging
|
|
r="$r|(?:tempest\.api\.compute\.servers\.test_device_tagging.*)"
|
|
#tempest.api.compute.servers.test_device_tagging.DeviceTaggingTestV2_42.test_device_tagging
|
|
#tempest.api.compute.servers.test_device_tagging.DeviceTaggingTestV2_42.test_device_tagging
|
|
|
|
# XXX: jamespage (08 June 2017): mismatching output on LXD instance use-case
|
|
#tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume
|
|
#tempest.api.compute.volumes.test_attach_volume.AttachVolumeShelveTestJSON.test_attach_detach_volume
|
|
r="$r|(?:tempest\.api\.compute\.volumes\.test_attach_volume\.AttachVolumeTestJSON\.test_attach_detach_volume)"
|
|
r="$r|(?:tempest\.api\.compute\.volumes\.test_attach_volume\.AttachVolumeShelveTestJSON\.test_attach_detach_volume)"
|
|
#testtools.matchers._impl.MismatchError: u'NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT\nsda 8:0 0 1073741824 0 disk \nsdb 8:16 0 1073741824 0 disk \nvda 253:0 0 85899345920 0 disk \nvdb 253:16 0 42949672960 0 disk ' matches Contains('\nsdb ')
|
|
|
|
# XXX: jamespage (26 June 2017): disable diagnostic checks until driver implements them
|
|
# https://bugs.launchpad.net/nova-lxd/+bug/1700516
|
|
r="$r|(?:.*test_get_server_diagnostics.*)"
|
|
#test_get_server_diagnostics
|
|
|
|
r="$r).*$"
|
|
|
|
export DEVSTACK_GATE_TEMPEST_REGEX="$r"
|