interop/tools/cross_check/exclude_file.txt

102 lines
9.8 KiB
Plaintext

# This file is used by cross_check.sh script. It contains list of tests
# that should be ignored by the script. Each test (or group of tests) should
# be accompanied by a comment explaining why the test should be ignored.
# Tests marked as deprecated (see: https://review.opendev.org/c/openinfra/interop/+/800795/)
tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsAssociationTestJSON.test_associate_already_associated_floating_ip
tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsAssociationTestJSON.test_associate_disassociate_floating_ip
tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_allocate_floating_ip
tempest.api.compute.floating_ips.test_floating_ips_actions.FloatingIPsTestJSON.test_delete_floating_ip
tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsAssociationNegativeTestJSON.test_associate_ip_to_server_with_floating_ip
tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsAssociationNegativeTestJSON.test_associate_ip_to_server_without_passing_floating_ip
tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsAssociationNegativeTestJSON.test_associate_nonexistent_floating_ip
tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsAssociationNegativeTestJSON.test_dissociate_nonexistent_floating_ip
tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON.test_allocate_floating_ip_from_nonexistent_pool
tempest.api.compute.floating_ips.test_floating_ips_actions_negative.FloatingIPsNegativeTestJSON.test_delete_nonexistent_floating_ip
tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_get_floating_ip_details
tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_list_floating_ip_pools
tempest.api.compute.floating_ips.test_list_floating_ips.FloatingIPDetailsTestJSON.test_list_floating_ips
tempest.api.compute.floating_ips.test_list_floating_ips_negative.FloatingIPDetailsNegativeTestJSON.test_get_nonexistent_floating_ip_details
# These tests are always skipped if neutron service is enabled.
tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_duplicate_name
tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_des
tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_id
tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_update_security_group_with_invalid_sg_name
# These two tests are skipped due to this bug https://launchpad.net/bugs/1161411
tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_description
tempest.api.compute.security_groups.test_security_groups_negative.SecurityGroupsNegativeTestJSON.test_security_group_create_with_invalid_group_name
# These APIs are proxy calls to the Glance service. They exist for legacy
# compatibility, but no new applications should use them. Nova has deprecated
# all the proxy APIs and users should use the native APIs instead. These will
# fail with a 404 starting from microversion 2.36
tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_delete_image_metadata_item
tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataNegativeTestJSON.test_delete_nonexistent_image_metadata_item
tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_get_image_metadata_item
tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataNegativeTestJSON.test_get_nonexistent_image_metadata_item
tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_list_image_metadata
tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataNegativeTestJSON.test_list_nonexistent_image_metadata
tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata
tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_set_image_metadata_item
tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataNegativeTestJSON.test_set_nonexistent_image_metadata
tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataNegativeTestJSON.test_set_nonexistent_image_metadata_item
tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_update_image_metadata
tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataNegativeTestJSON.test_update_nonexistent_image_metadata
# This test may behave differently if there is no DVR enabled so probably can be excluded
tempest.api.network.test_routers_negative.DvrRoutersNegativeTest.test_router_create_tenant_distributed_returns_forbidden
# This got moved to admin tests by https://review.opendev.org/c/openstack/tempest/+/713151
tempest.api.network.test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip
# This one is enabled by "flavors" service plugin therefore it will not be available always
# https://github.com/openstack/neutron/blob/1ad9ca56b07ffdc9f7e0bc6a62af61961b9128eb/neutron/services/flavors/flavors_plugin.py
tempest.api.network.test_service_providers.ServiceProvidersTest.test_service_providers_list
# Tagging require "Tag" service plugin therefore not everyone can have it enabled
# https://github.com/openstack/neutron/blob/f1d0558626f8ccf21419b42e6b90985c11987466/neutron/services/tag/tag_plugin.py
tempest.api.network.test_tags.TagsExtTest.test_create_check_list_and_delete_tags
tempest.api.network.test_tags.TagsExtTest.test_update_and_delete_all_tags
tempest.api.network.test_tags.TagsTest.test_create_list_show_update_delete_tags
# Very simple test verifying that non admin user can't see agents, however, that depends on the specific policies set in the user's environment
tempest.api.network.test_agent_management_negative.AgentManagementNegativeTest.test_list_agents_non_admin
# excluding the following octavia tests based on the octavia team's feedback
octavia_tempest_plugin.tests.api.v2.test_amphora.AmphoraAPITest.test_admin_log
octavia_tempest_plugin.tests.api.v2.test_amphora.AmphoraAPITest.test_amphora_failover
octavia_tempest_plugin.tests.api.v2.test_amphora.AmphoraAPITest.test_amphora_list_and_show
octavia_tempest_plugin.tests.api.v2.test_amphora.AmphoraAPITest.test_amphora_update
octavia_tempest_plugin.tests.api.v2.test_availability_zone.AvailabilityZoneAPITest.test_availability_zone_create
octavia_tempest_plugin.tests.api.v2.test_availability_zone.AvailabilityZoneAPITest.test_availability_zone_delete
octavia_tempest_plugin.tests.api.v2.test_availability_zone.AvailabilityZoneAPITest.test_availability_zone_list
octavia_tempest_plugin.tests.api.v2.test_availability_zone.AvailabilityZoneAPITest.test_availability_zone_show
octavia_tempest_plugin.tests.api.v2.test_availability_zone.AvailabilityZoneAPITest.test_availability_zone_update
octavia_tempest_plugin.tests.api.v2.test_availability_zone_capabilities.AvailabilityZoneCapabilitiesAPITest.test_availability_zone_capabilities_list
octavia_tempest_plugin.tests.api.v2.test_availability_zone_profile.AvailabilityZoneProfileAPITest.test_availability_zone_profile_create
octavia_tempest_plugin.tests.api.v2.test_availability_zone_profile.AvailabilityZoneProfileAPITest.test_availability_zone_profile_delete
octavia_tempest_plugin.tests.api.v2.test_availability_zone_profile.AvailabilityZoneProfileAPITest.test_availability_zone_profile_list
octavia_tempest_plugin.tests.api.v2.test_availability_zone_profile.AvailabilityZoneProfileAPITest.test_availability_zone_profile_show
octavia_tempest_plugin.tests.api.v2.test_availability_zone_profile.AvailabilityZoneProfileAPITest.test_availability_zone_profile_update
octavia_tempest_plugin.tests.api.v2.test_flavor.FlavorAPITest.test_flavor_create
octavia_tempest_plugin.tests.api.v2.test_flavor.FlavorAPITest.test_flavor_delete
octavia_tempest_plugin.tests.api.v2.test_flavor.FlavorAPITest.test_flavor_list
octavia_tempest_plugin.tests.api.v2.test_flavor.FlavorAPITest.test_flavor_show
octavia_tempest_plugin.tests.api.v2.test_flavor.FlavorAPITest.test_flavor_update
octavia_tempest_plugin.tests.api.v2.test_flavor_capabilities.FlavorCapabilitiesAPITest.test_flavor_capabilities_list
octavia_tempest_plugin.tests.api.v2.test_flavor_profile.FlavorProfileAPITest.test_flavor_profile_create
octavia_tempest_plugin.tests.api.v2.test_flavor_profile.FlavorProfileAPITest.test_flavor_profile_delete
octavia_tempest_plugin.tests.api.v2.test_flavor_profile.FlavorProfileAPITest.test_flavor_profile_list
octavia_tempest_plugin.tests.api.v2.test_flavor_profile.FlavorProfileAPITest.test_flavor_profile_show
octavia_tempest_plugin.tests.api.v2.test_flavor_profile.FlavorProfileAPITest.test_flavor_profile_update
octavia_tempest_plugin.tests.api.v2.test_l7policy.L7PolicyAPITest.test_l7policy_create_redirect_pool
octavia_tempest_plugin.tests.api.v2.test_l7policy.L7PolicyAPITest.test_l7policy_create_redirect_url
octavia_tempest_plugin.tests.api.v2.test_l7policy.L7PolicyAPITest.test_l7policy_create_reject
octavia_tempest_plugin.tests.api.v2.test_l7policy.L7PolicyAPITest.test_l7policy_delete
octavia_tempest_plugin.tests.api.v2.test_l7policy.L7PolicyAPITest.test_l7policy_list
octavia_tempest_plugin.tests.api.v2.test_l7policy.L7PolicyAPITest.test_l7policy_show
octavia_tempest_plugin.tests.api.v2.test_l7policy.L7PolicyAPITest.test_l7policy_update
octavia_tempest_plugin.tests.api.v2.test_l7rule.L7RuleAPITest.test_l7rule_create
octavia_tempest_plugin.tests.api.v2.test_l7rule.L7RuleAPITest.test_l7rule_delete
octavia_tempest_plugin.tests.api.v2.test_l7rule.L7RuleAPITest.test_l7rule_list
octavia_tempest_plugin.tests.api.v2.test_l7rule.L7RuleAPITest.test_l7rule_show
octavia_tempest_plugin.tests.api.v2.test_l7rule.L7RuleAPITest.test_l7rule_update