# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.

#
# This script is executed in the OpenStack CI *tempest-dsvm-lxd job.
# It's used to configure which tempest tests actually get run.  You can find
# the CI job configuration here:
#
# http://git.openstack.org/cgit/openstack-infra/project-config/tree/jenkins/jobs/devstack-gate.yaml
#

# Construct a regex to use when limiting scope of tempest
# to avoid features unsupported by Nova's LXD support.

# Note that several tests are disabled by the use of tempest
# feature toggles in devstack/lib/tempest for an lxd config,
# so this regex is not entirely representative of what's excluded.

# When adding entries to the regex, add a comment explaining why
# since this list should not grow.

r="^(?!.*"
r="$r(?:.*\[.*\bslow\b.*\])"

# (zulcss) nova-lxd does not support booting ami/aki images
r="$r|(?:tempest\.scenario\.test_minimum_basic\.TestMinimumBasicScenario\.test_minimum_basic_scenario)"

# XXX: zulcss (18 Oct 2016) nova-lxd does not support booting from ebs volumes
r="$r|(?:tempest\.scenario\.test_volume_boot_pattern.*)"
r="$r|(?:tempest\.api\.compute\.servers\.test_create_server\.ServersTestBootFromVolume)"
# XXX: zulcss (18 Oct 2016) tempest test only passes when there is more than 10 lines in the
#  console output, and cirros LXD consoles have only a single line of output
r="$r|(?:tempest\.api\.compute\.servers\.test_server_actions\.ServerActionsTestJSON\.test_get_console_output_with_unlimited_size)"
# tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output_with_unlimited_size
# also tempest get console fails for the following two for length of output reasons
r="$r|(?:tempest\.api\.compute\.servers\.test_server_actions\.ServerActionsTestJSON\.test_get_console_output)"
# tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output
r="$r|(?:tempest\.api\.compute\.servers\.test_server_actions\.ServerActionsTestJSON\.test_get_console_output_server_id_in_shutoff_status)"
# tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output_server_id_in_shutoff_status

# XXX: jamespage (09 June 2017) veth pair nics not detected/configured by tempest
# https://review.openstack.org/#/c/472641/
# XXX: jamespage (09 June 2017) instance not accessible via floating IP.
r="$r|(?:tempest\.scenario\.test_network_v6\.TestGettingAddress\.test_dualnet_multi_prefix_dhcpv6_stateless)"
r="$r|(?:tempest\.scenario\.test_network_v6\.TestGettingAddress\.test_dualnet_multi_prefix_slaac)"
#tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_dhcpv6_stateless
#tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_slaac

# XXX: zulcss (18 Oct 2016) Could not connect to instance
#r="$r|(?:tempest\.scenario\.test_network_advanced_server_ops\.TestNetworkAdvancedServerOps\.test_server_connectivity_suspend_resume)"

# XXX: jamespage (08 June 2017): test failures with a mismatch in the number of disks reported
r="$r|(?:tempest\.api\.compute\.admin\.test_create_server\.ServersWithSpecificFlavorTestJSON\.test_verify_created_server_ephemeral_disk)"
#tempest.api.compute.admin.test_create_server.ServersWithSpecificFlavorTestJSON.test_verify_created_server_ephemeral_disk

# XXX: jamespage (08 June 2017): nova-lxd driver does not support device tagging
r="$r|(?:tempest\.api\.compute\.servers\.test_device_tagging.*)"
#tempest.api.compute.servers.test_device_tagging.DeviceTaggingTestV2_42.test_device_tagging
#tempest.api.compute.servers.test_device_tagging.DeviceTaggingTestV2_42.test_device_tagging

# XXX: jamespage (08 June 2017): mismatching output on LXD instance use-case
#tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume
#tempest.api.compute.volumes.test_attach_volume.AttachVolumeShelveTestJSON.test_attach_detach_volume
r="$r|(?:tempest\.api\.compute\.volumes\.test_attach_volume\.AttachVolumeTestJSON\.test_attach_detach_volume)"
r="$r|(?:tempest\.api\.compute\.volumes\.test_attach_volume\.AttachVolumeShelveTestJSON\.test_attach_detach_volume)"
#testtools.matchers._impl.MismatchError: u'NAME  MAJ:MIN RM        SIZE RO TYPE MOUNTPOINT\nsda     8:0    0  1073741824  0 disk \nsdb     8:16   0  1073741824  0 disk \nvda   253:0    0 85899345920  0 disk \nvdb   253:16   0 42949672960  0 disk ' matches Contains('\nsdb ')

# XXX: jamespage (26 June 2017): disable diagnostic checks until driver implements them
# https://bugs.launchpad.net/nova-lxd/+bug/1700516
r="$r|(?:.*test_get_server_diagnostics.*)"
#test_get_server_diagnostics

r="$r).*$"

export DEVSTACK_GATE_TEMPEST_REGEX="$r"