openinfra
/
interop
Code Issues Proposed changes

Implementing neutron team's feedback 

Based on the analysis in
https://etherpad.opendev.org/p/refstack-test-analysis
and gathered feedback for neutron tests provided by neutron
team, this patch adds new tests to the guideline as well as to
the exclude file.

Change-Id: Id16480651760ae0e6dbca8dc88d854ee2fd24766
This commit is contained in:
Martin Kopec 2022-04-01 10:48:39 +02:00
parent ba43273eb7
commit c3413b3d34
2 changed files with 260 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

246
guidelines/next.json
View File

@ -173,7 +173,14 @@
"networks-security-groups-CRUD-2",
"networks-dhcp",
"networks-floating-ips-CRUD",
"images-v2-import"
"images-v2-import",
"networks-address-pairs",
"networks-extensions",
"networks-bulk",
"networks-negative",
"networks-ipv6",
"networks-show-api-details",
"networks-port-list-filter"
],
"deprecated": [],
"removed": []
@ -2547,6 +2554,9 @@
},
"tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id": {
"idempotent_id": "id-5ad01ed0-0e6e-4c5d-8194-232801b15c72"
},
"tempest.api.network.test_routers.RoutersTest.test_router_interface_port_update_with_fixed_ip": {
"idempotent_id": "id-96522edf-b4b5-45d9-8443-fa11c26e6eff"
}
}
},
@ -2732,6 +2742,58 @@
}
}
},
"networks-show-api-details": {
"achievements": [
"deployed",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"foundation",
"atomic",
"proximity"
],
"admin": false,
"description": "Show details of the Networks API",
"project": "neutron",
"required_since": "",
"tests": {
"tempest.api.network.test_versions.NetworksApiDiscovery.test_show_api_v2_details": {
"idempotent_id": "id-e64b7216-3178-4263-967c-d389290988bf"
},
"tempest.api.network.test_networks.NetworksTest.test_create_update_network_description": {
"idempotent_id": "id-c72c1c0c-2193-4aca-ccc4-b1442640bbbb"
}
}
},
"networks-port-list-filter": {
"achievements": [
"deployed",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"foundation",
"atomic",
"proximity"
],
"admin": false,
"description": "Display filtered port details.",
"project": "neutron",
"required_since": "",
"tests": {
"tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_ip": {
"idempotent_id": "id-e7fe260b-1e79-4dd3-86d9-bec6a7959fc5"
},
"tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_ip_substr": {
"idempotent_id": "id-79895408-85d5-460d-94e7-9531c5fd9123"
}
}
},
"networks-subnet-pools-CRUD": {
"achievements": [
"deployed",
@ -2754,6 +2816,188 @@
}
}
},
"networks-address-pairs": {
"achievements": [
"deployed",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"atomic",
"proximity"
],
"admin": false,
"description": "Neutron Allowed Address Pair API extension.",
"project": "neutron",
"required_since": "",
"tests": {
"tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_create_list_port_with_address_pair": {
"idempotent_id": "id-86c3529b-1231-40de-803c-00e40882f043"
},
"tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_update_port_with_address_pair": {
"idempotent_id": "id-9599b337-272c-47fd-b3cf-509414414ac4"
},
"tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_update_port_with_cidr_address_pair": {
"idempotent_id": "id-4d6d178f-34f6-4bff-a01c-0a2f8fe909e4"
},
"tempest.api.network.test_allowed_address_pair.AllowedAddressPairTestJSON.test_update_port_with_multiple_ip_mac_address_pair": {
"idempotent_id": "id-b3f20091-6cd5-472b-8487-3516137df933"
}
}
},
"networks-extensions": {
"achievements": [
"deployed",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"atomic",
"proximity"
],
"admin": false,
"description": "List all available extensions.",
"project": "neutron",
"required_since": "",
"tests": {
"tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions": {
"idempotent_id": "id-ef28c7e6-e646-4979-9d67-deb207bc5564"
}
}
},
"networks-bulk": {
"achievements": [
"deployed",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"atomic",
"proximity"
],
"admin": false,
"description": "Test CRUD operations of bulk resources.",
"project": "neutron",
"required_since": "",
"tests": {
"tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_network": {
"idempotent_id": "id-d4f9024d-1e28-4fc1-a6b1-25dbc6fa11e2"
},
"tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_port": {
"idempotent_id": "id-48037ff2-e889-4c3b-b86a-8e3f34d2d060"
},
"tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_subnet": {
"idempotent_id": "id-8936533b-c0aa-4f29-8e53-6cc873aec489"
}
}
},
"networks-negative": {
"achievements": [
"deployed",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"atomic",
"proximity"
],
"admin": false,
"description": "Various negative tests on network APIs.",
"project": "neutron",
"required_since": "",
"tests": {
"tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_create_port_on_non_existent_network": {
"idempotent_id": "id-13d3b106-47e6-4b9b-8d53-dae947f092fe"
},
"tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_network": {
"idempotent_id": "id-03795047-4a94-4120-a0a1-bd376e36fd4e"
},
"tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_port": {
"idempotent_id": "id-49ec2bbd-ac2e-46fd-8054-798e679ff894"
},
"tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_delete_non_existent_subnet": {
"idempotent_id": "id-a176c859-99fb-42ec-a208-8a85b552a239"
},
"tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_network": {
"idempotent_id": "id-9293e937-824d-42d2-8d5b-e985ea67002a"
},
"tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_port": {
"idempotent_id": "id-a954861d-cbfd-44e8-b0a9-7fab111f235d"
},
"tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_show_non_existent_subnet": {
"idempotent_id": "id-d746b40c-5e09-4043-99f7-cba1be8b70df"
},
"tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_network": {
"idempotent_id": "id-98bfe4e3-574e-4012-8b17-b2647063de87"
},
"tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_port": {
"idempotent_id": "id-cf8eef21-4351-4f53-adcd-cc5cb1e76b92"
},
"tempest.api.network.test_networks_negative.NetworksNegativeTestJSON.test_update_non_existent_subnet": {
"idempotent_id": "id-1cc47884-ac52-4415-a31c-e7ce5474a868"
},
"tempest.api.network.test_security_groups_negative.NegativeSecGroupIPv6Test.test_create_security_group_rule_wrong_ip_prefix_version": {
"idempotent_id": "id-7607439c-af73-499e-bf64-f687fd12a842"
},
"tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_remote_ip_and_group": {
"idempotent_id": "id-b5c4b247-6b02-435b-b088-d10d45650881"
},
"tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_update_name_default": {
"idempotent_id": "id-966e2b96-023a-11e7-a9e4-fa163e4fa634"
}
}
},
"networks-ipv6": {
"achievements": [
"deployed",
"clients",
"future",
"complete",
"stable",
"discover",
"doc",
"atomic",
"proximity"
],
"admin": false,
"description": "Test CRUD with ipv6 attributes.",
"project": "neutron",
"required_since": "",
"tests": {
"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_slaac_subnet_with_ports": {
"idempotent_id": "id-88554555-ebf8-41ef-9300-4926d45e06e9"
},
"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_stateless_subnet_with_ports": {
"idempotent_id": "id-2de6ab5a-fcf0-4144-9813-f91a940291f1"
},
"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_subnet_with_v6_attributes_slaac": {
"idempotent_id": "id-176b030f-a923-4040-a755-9dc94329e60c"
},
"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_subnet_with_v6_attributes_stateful": {
"idempotent_id": "id-da40cd1b-a833-4354-9a85-cd9b8a3b74ca"
},
"tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_delete_subnet_with_v6_attributes_stateless": {
"idempotent_id": "id-7d410310-8c86-4902-adf9-865d08e31adb"
},
"tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_with_default_gw": {
"idempotent_id": "id-ebb4fd95-524f-46af-83c1-0305b239338f"
},
"tempest.api.network.test_networks.NetworksIpV6Test.test_create_delete_subnet_with_gw": {
"idempotent_id": "id-e41a4888-65a6-418c-a095-f7c2ef4ad59a"
},
"tempest.api.network.test_networks.NetworksIpV6Test.test_create_list_subnet_with_no_gw64_one_network": {
"idempotent_id": "id-a9653883-b2a4-469b-8c3c-4518430a7e55"
}
}
},
"volumes-list-api-versions": {
"achievements": [
"foundation",

15
tools/cross_check/exclude_file.txt
View File

@ -44,3 +44,18 @@ tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataNegativeTe
tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataNegativeTestJSON.test_set_nonexistent_image_metadata_item
tempest.api.compute.images.test_image_metadata.ImagesMetadataTestJSON.test_update_image_metadata
tempest.api.compute.images.test_image_metadata_negative.ImagesMetadataNegativeTestJSON.test_update_nonexistent_image_metadata
# This test may behave differently if there is no DVR enabled so probably can be excluded
tempest.api.network.test_routers_negative.DvrRoutersNegativeTest.test_router_create_tenant_distributed_returns_forbidden
# This got moved to admin tests by https://review.opendev.org/c/openstack/tempest/+/713151
tempest.api.network.test_routers.RoutersTest.test_create_router_set_gateway_with_fixed_ip
# This one is enabled by "flavors" service plugin therefore it will not be available always
# https://github.com/openstack/neutron/blob/1ad9ca56b07ffdc9f7e0bc6a62af61961b9128eb/neutron/services/flavors/flavors_plugin.py
tempest.api.network.test_service_providers.ServiceProvidersTest.test_service_providers_list
# Tagging require "Tag" service plugin therefore not everyone can have it enabled
# https://github.com/openstack/neutron/blob/f1d0558626f8ccf21419b42e6b90985c11987466/neutron/services/tag/tag_plugin.py
tempest.api.network.test_tags.TagsExtTest.test_create_check_list_and_delete_tags
tempest.api.network.test_tags.TagsExtTest.test_update_and_delete_all_tags
tempest.api.network.test_tags.TagsTest.test_create_list_show_update_delete_tags
# Very simple test verifying that non admin user can't see agents, however, that depends on the specific policies set in the user's environment
tempest.api.network.test_agent_management_negative.AgentManagementNegativeTest.test_list_agents_non_admin