openinfra
/
interop
Code Issues Proposed changes

Flag advisory tests in 2016.01 due to requirement of admin credential. 

networks-l3-CRUD: a few tests in this capability still require
admin credential after refactoring [1]. More information about
DefCore tests that require admin credential can be found in [2].
volumes-v2-qos: All tests in this capability require admin
credential [3].
volumes-v2-transfer: All tests in this capability require admin
credential and multi-tenancy [4].

[1] https://review.openstack.org/#/c/335558/
[2] https://review.openstack.org/#/c/299491/
[3] https://review.openstack.org/#/c/322250/
[4] https://review.openstack.org/#/c/322253/

Change-Id: If9fcf517e4091559c1dc597cdd60fdc18201b66b
This commit is contained in:
Catherine Diep 2016-08-10 00:30:51 -07:00
parent b4ce75421f
commit 7b9b53e3bf
1 changed files with 84 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

98
2016.01.json
View File

@ -2055,10 +2055,20 @@
"aliases": ["tempest.api.network.test_routers.RoutersTest.test_create_router_setting_project_id"]
},
"tempest.api.network.test_routers.RoutersTest.test_create_router_with_default_snat_value": {
"idempotent_id": "id-847257cc-6afd-4154-b8fb-af49f5670ce8"
"idempotent_id": "id-847257cc-6afd-4154-b8fb-af49f5670ce8",
"flagged": {
"reason": "D400 Test does not meet Criteria since it requires admin credential",
"action": "This test has been removed from 2016.08 guideline.",
"date": "2016-08-09"
}
},
"tempest.api.network.test_routers.RoutersTest.test_create_router_with_snat_explicit": {
"idempotent_id": "id-ea74068d-09e9-4fd7-8995-9b6a1ace920f"
"idempotent_id": "id-ea74068d-09e9-4fd7-8995-9b6a1ace920f",
"flagged": {
"reason": "D400 Test does not meet Criteria since it requires admin credential",
"action": "This test has been removed from 2016.08 guideline.",
"date": "2016-08-09"
}
},
"tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router": {
"idempotent_id": "id-f64403e2-8483-4b34-8ccd-b09a87bcc68c"
@ -2079,13 +2089,28 @@
"idempotent_id": "id-f2faf994-97f4-410b-a831-9bc977b64374"
},
"tempest.api.network.test_routers.RoutersTest.test_update_router_set_gateway": {
"idempotent_id": "id-6cc285d8-46bf-4f36-9b1a-783e3008ba79"
"idempotent_id": "id-6cc285d8-46bf-4f36-9b1a-783e3008ba79",
"flagged": {
"reason": "D400 Test does not meet Criteria since it requires admin credential",
"action": "This test has been removed from 2016.08 guideline.",
"date": "2016-08-09"
}
},
"tempest.api.network.test_routers.RoutersTest.test_update_router_set_gateway_with_snat_explicit": {
"idempotent_id": "id-b386c111-3b21-466d-880c-5e72b01e1a33"
"idempotent_id": "id-b386c111-3b21-466d-880c-5e72b01e1a33",
"flagged": {
"reason": "D400 Test does not meet Criteria since it requires admin credential",
"action": "This test has been removed from 2016.08 guideline.",
"date": "2016-08-09"
}
},
"tempest.api.network.test_routers.RoutersTest.test_update_router_set_gateway_without_snat": {
"idempotent_id": "id-96536bc7-8262-4fb2-9967-5c46940fa279"
"idempotent_id": "id-96536bc7-8262-4fb2-9967-5c46940fa279",
"flagged": {
"reason": "D400 Test does not meet Criteria since it requires admin credential",
"action": "This test has been removed from 2016.08 guideline.",
"date": "2016-08-09"
}
},
"tempest.api.network.test_routers.RoutersTest.test_update_router_unset_gateway": {
"idempotent_id": "id-ad81b7ee-4f81-407b-a19c-17e623f763e8"
@ -2552,25 +2577,60 @@
"required-since": "",
"tests": {
"tempest.api.volume.test_qos.QosSpecsV2TestJSON.test_create_delete_qos_with_back_end_consumer": {
"idempotent_id": "id-b115cded-8f58-4ee4-aab5-9192cfada08f"
"idempotent_id": "id-b115cded-8f58-4ee4-aab5-9192cfada08f",
"flagged": {
"reason": "D400 Test does not meet Criteria since it requires admin credential",
"action": "This test has been removed from 2016.08 guideline.",
"date": "2016-08-09"
}
},
"tempest.api.volume.test_qos.QosSpecsV2TestJSON.test_create_delete_qos_with_both_consumer": {
"idempotent_id": "id-f88d65eb-ea0d-487d-af8d-71f4011575a4"
"idempotent_id": "id-f88d65eb-ea0d-487d-af8d-71f4011575a4",
"flagged": {
"reason": "D400 Test does not meet Criteria since it requires admin credential",
"action": "This test has been removed from 2016.08 guideline.",
"date": "2016-08-09"
}
},
"tempest.api.volume.test_qos.QosSpecsV2TestJSON.test_create_delete_qos_with_front_end_consumer": {
"idempotent_id": "id-7e15f883-4bef-49a9-95eb-f94209a1ced1"
"idempotent_id": "id-7e15f883-4bef-49a9-95eb-f94209a1ced1",
"flagged": {
"reason": "D400 Test does not meet Criteria since it requires admin credential",
"action": "This test has been removed from 2016.08 guideline.",
"date": "2016-08-09"
}
},
"tempest.api.volume.test_qos.QosSpecsV2TestJSON.test_associate_disassociate_qos": {
"idempotent_id": "id-1dd93c76-6420-485d-a771-874044c416ac"
"idempotent_id": "id-1dd93c76-6420-485d-a771-874044c416ac",
"flagged": {
"reason": "D400 Test does not meet Criteria since it requires admin credential",
"action": "This test has been removed from 2016.08 guideline.",
"date": "2016-08-09"
}
},
"tempest.api.volume.test_qos.QosSpecsV2TestJSON.test_get_qos": {
"idempotent_id": "id-7aa214cc-ac1a-4397-931f-3bb2e83bb0fd"
"idempotent_id": "id-7aa214cc-ac1a-4397-931f-3bb2e83bb0fd",
"flagged": {
"reason": "D400 Test does not meet Criteria since it requires admin credential",
"action": "This test has been removed from 2016.08 guideline.",
"date": "2016-08-09"
}
},
"tempest.api.volume.test_qos.QosSpecsV2TestJSON.test_list_qos": {
"idempotent_id": "id-75e04226-bcf7-4595-a34b-fdf0736f38fc"
"idempotent_id": "id-75e04226-bcf7-4595-a34b-fdf0736f38fc",
"flagged": {
"reason": "D400 Test does not meet Criteria since it requires admin credential",
"action": "This test has been removed from 2016.08 guideline.",
"date": "2016-08-09"
}
},
"tempest.api.volume.test_qos.QosSpecsV2TestJSON.test_set_unset_qos_key": {
"idempotent_id": "id-ed00fd85-4494-45f2-8ceb-9e2048919aed"
"idempotent_id": "id-ed00fd85-4494-45f2-8ceb-9e2048919aed",
"flagged": {
"reason": "D400 Test does not meet Criteria since it requires admin credential",
"action": "This test has been removed from 2016.08 guideline.",
"date": "2016-08-09"
}
}
}
},
@ -2660,10 +2720,20 @@
"required-since": "",
"tests": {
"tempest.api.volume.test_volume_transfers.VolumesV2TransfersTest.test_create_get_list_accept_volume_transfer": {
"idempotent_id": "id-4d75b645-a478-48b1-97c8-503f64242f1a"
"idempotent_id": "id-4d75b645-a478-48b1-97c8-503f64242f1a",
"flagged": {
"reason": "D400 Test does not meet Criteria since it requires multi-tenancy and admin credential",
"action": "This test has been removed from 2016.08 guideline.",
"date": "2016-08-09"
}
},
"tempest.api.volume.test_volume_transfers.VolumesV2TransfersTest.test_create_list_delete_volume_transfer": {
"idempotent_id": "id-ab526943-b725-4c07-b875-8e8ef87a2c30"
"idempotent_id": "id-ab526943-b725-4c07-b875-8e8ef87a2c30",
"flagged": {
"reason": "D400 Test does not meet Criteria since it requires multi-tenancy and admin credential",
"action": "This test has been removed from 2016.08 guideline.",
"date": "2016-08-09"
}
}
}
},