diff --git a/2015.07.json b/2015.07.json index fab9a29f..843de557 100644 --- a/2015.07.json +++ b/2015.07.json @@ -158,7 +158,12 @@ "required-since": "2014.07", "tests": { "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails": { - "idempotent_id": "id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71" + "idempotent_id": "id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71", + "flagged": { + "reason": "D400 This test may create a barrier for independent testing of public clouds", + "action": "This test should be changed to require only one tenant or removed if it requires tenant isolation", + "date": "2015-12-03" + } } } }, @@ -490,7 +495,12 @@ "required-since": "2014.07", "tests": { "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant": { - "idempotent_id": "id-5c75009d-3eea-423e-bea3-61b09fd25f9c" + "idempotent_id": "id-5c75009d-3eea-423e-bea3-61b09fd25f9c", + "flagged": { + "reason": "D400 This test may create a barrier for independent testing of public clouds", + "action": "This test should be changed to require only one tenant or removed if it requires tenant isolation", + "date": "2015-12-03" + } }, "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit": { "idempotent_id": "id-f4d7279b-5fd2-4bf2-9ba4-ae35df0d18c5" @@ -1053,7 +1063,12 @@ "idempotent_id": "id-5c8e244c-dada-4590-9944-749c455b431f" }, "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant": { - "idempotent_id": "id-543d84c1-dd2e-4c6d-8cb2-b9da0efaa384" + "idempotent_id": "id-543d84c1-dd2e-4c6d-8cb2-b9da0efaa384", + "flagged": { + "reason": "D400 This test may create a barrier for independent testing of public clouds", + "action": "This test should be changed to require only one tenant or removed if it requires tenant isolation", + "date": "2015-12-03" + } }, "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name": { "idempotent_id": "id-38204696-17c6-44da-9590-40f87fb5a899" @@ -1268,10 +1283,20 @@ "required-since": "2014.07", "tests": { "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds": { - "idempotent_id": "id-07c9cf95-c0d4-4b49-b9c8-0ef2c9b27193" + "idempotent_id": "id-07c9cf95-c0d4-4b49-b9c8-0ef2c9b27193", + "flagged": { + "reason": "D400 This test may create a barrier for independent testing of public clouds", + "action": "This test should be changed to require only one tenant or removed if it requires tenant isolation", + "date": "2015-12-03" + } }, "tempest.api.object_storage.test_object_services.PublicObjectTest.test_access_public_object_with_another_user_creds": { - "idempotent_id": "id-54e2a2fe-42dc-491b-8270-8e4217dd4cdc" + "idempotent_id": "id-54e2a2fe-42dc-491b-8270-8e4217dd4cdc", + "flagged": { + "reason": "D400 This test may create a barrier for independent testing of public clouds", + "action": "This test should be changed to require only one tenant or removed if it requires tenant isolation", + "date": "2015-12-03" + } } } }, diff --git a/2016.01.json b/2016.01.json index 1d465a6d..0fe019d8 100644 --- a/2016.01.json +++ b/2016.01.json @@ -635,7 +635,12 @@ "required-since": "2014.07", "tests": { "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant": { - "idempotent_id": "id-5c75009d-3eea-423e-bea3-61b09fd25f9c" + "idempotent_id": "id-5c75009d-3eea-423e-bea3-61b09fd25f9c", + "flagged": { + "reason": "D400 This test may create a barrier for independent testing of public clouds", + "action": "This test should be changed to require only one tenant or removed if it requires tenant isolation", + "date": "2015-12-03" + } }, "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit": { "idempotent_id": "id-f4d7279b-5fd2-4bf2-9ba4-ae35df0d18c5" @@ -1190,7 +1195,12 @@ "idempotent_id": "id-5c8e244c-dada-4590-9944-749c455b431f" }, "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant": { - "idempotent_id": "id-543d84c1-dd2e-4c6d-8cb2-b9da0efaa384" + "idempotent_id": "id-543d84c1-dd2e-4c6d-8cb2-b9da0efaa384", + "flagged": { + "reason": "D400 This test may create a barrier for independent testing of public clouds", + "action": "This test should be changed to require only one tenant or removed if it requires tenant isolation", + "date": "2015-12-03" + } }, "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name": { "idempotent_id": "id-38204696-17c6-44da-9590-40f87fb5a899" diff --git a/next.json b/next.json index f730b0c9..9983fb97 100644 --- a/next.json +++ b/next.json @@ -231,14 +231,6 @@ "project": "nova", "required-since": "2014.07", "tests": { - "tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails": { - "idempotent_id": "id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71", - "flagged": { - "date": "2015-05-06", - "reason": "Test implicitly depends on Glance v1 API, which is a SUPPORTED but not the CURRENT version. Vendors may have Glance v1 disabled in favor of Glance v2.", - "action": "Implement v2 support for Glance v2 API in Nova. Fix implicit dependency on Glance v1 in test." - } - } } }, "compute-images-create": { @@ -636,9 +628,6 @@ "project": "nova", "required-since": "2014.07", "tests": { - "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant": { - "idempotent_id": "id-5c75009d-3eea-423e-bea3-61b09fd25f9c" - }, "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit": { "idempotent_id": "id-f4d7279b-5fd2-4bf2-9ba4-ae35df0d18c5" }, @@ -1185,9 +1174,6 @@ "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256": { "idempotent_id": "id-5c8e244c-dada-4590-9944-749c455b431f" }, - "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant": { - "idempotent_id": "id-543d84c1-dd2e-4c6d-8cb2-b9da0efaa384" - }, "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name": { "idempotent_id": "id-38204696-17c6-44da-9590-40f87fb5a899" }