openinfra
/
interop
Code Issues Proposed changes

Updated flagged test list 

Updated the supplemental file of flagged tests to match current
flagged tests in 2015.04.json. Updated required.py file to
generate the required and flagged list automatically from the
most recent 2015.04.json file

Change-Id: I4a4b1f1537a05fa81ecf0df6063f3df754ec81a1
This commit is contained in:
Chris Hoge 2015-05-08 15:07:56 -07:00
parent 0232b6e2b1
commit 3d67722b75
2 changed files with 46 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
2015.04/2015.04.flagged.txt
View File

@ -1,3 +1,20 @@
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image[gate,id-95d445f6-babc-4f2e-aea3-aa24ec5e7f0d]
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails[gate,id-dea1936a-473d-49f2-92ad-97bb7aded22e]
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect[gate,id-acf8724b-142b-4044-82c3-78d31a533f24]
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails[gate,id-c5f52351-53d9-4fc9-83e5-917f7f5e3d71]
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id[gate,id-9f238683-c763-45aa-b848-232ec3ce3105]
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since[gate,id-7d439e18-ac2e-4827-b049-7e18004712c4]
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status[gate,id-9b0ea018-6185-4f71-948a-a123a107988e]
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type[gate,id-e3356918-4d3e-4756-81d5-abc4524ba29f]
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref[gate,id-05a377b8-28cf-4734-a1e6-2ab5c38bf606]
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name[gate,id-33163b73-79f5-4d07-a7ea-9213bcc468ff]
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type[gate,id-888c0cc0-7223-43c5-9db0-b125fd0a393b]
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status[gate,id-a3f5b513-aeb3-42a9-b18e-f091ef73254d]
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref[gate,id-8c78f822-203b-4bf6-8bba-56ebd551cf84]
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results[gate,id-3a484ca9-67ba-451e-b494-7fcf28d32d62]
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name[gate,id-644ea267-9bd9-4f3b-af9f-dffa02396a17]
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results[gate,id-ba2fa9a9-b672-47cc-b354-3b4c0600e2cb]
tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since[gate,id-18bac3ae-da27-436c-92a9-b22474d13aab]
tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume[gate,id-52e9045a-e90d-4c0d-9087-79d657faffff]
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex[gate,id-a905e287-c35e-42f2-b132-d02b09f3654a]
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password[gate,id-6158df09-4b82-4ab3-af6d-29cf36af858d]
@ -7,3 +24,23 @@ tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_creat
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name[gate,id-ac1ad47f-984b-4441-9274-c9079b7a0666]
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus[gate,id-cbc0f52f-05aa-492b-bdc1-84b575ca294b]
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output[gate,id-4b8867e6-fffa-4d54-b1d1-6fdda57be2f3]
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date[gate,id-74745ad8-b346-45b5-b9b8-509d7447fc1f,negative]
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date[gate,id-87d12517-e20a-4c9c-97b6-dd1628d6d6c9,negative]
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits[gate,id-12c80a9f-2dec-480e-882b-98ba15757659]
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value[gate,id-62610dd9-4713-4ee0-8beb-fd2c1aa7f950,negative]
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string[gate,id-679bc053-5e70-4514-9800-3dfab1a380a6,negative]
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor[gate,id-5913660b-223b-44d4-a651-a0fbfd44ca75,negative]
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image[gate,id-ff01387d-c7ad-47b4-ae9e-64fa214638fe,negative]
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name[gate,id-e2c77c4a-000a-4af3-a0bd-629a328bde7c,negative]
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted[gate,id-93055106-2d34-46fe-af68-d9ddbf7ee570,negative]
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server[gate,id-24a26f1a-1ddc-4eea-b0d7-a90cc874ad8f,negative]
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing[gate,id-fcdf192d-0f74-4d89-911f-1ec002b822c4,negative]
tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count[gate,id-d47c17fb-eebd-4287-8e95-f20a7e627b18,negative]
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor[gate,id-45436a7d-a388-4a35-a9d8-3adc5d0d940b,negative]
tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor[gate,id-ced1a1d7-2ab6-45c9-b90f-b27d87b30efd,negative]
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm[gate,id-1499262a-9328-4eda-9068-db1ac57498d2,smoke]
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert[gate,id-c03aab19-adb1-44f5-917d-c419577e9e68]
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server[gate,id-af8eafd4-38a7-4a4b-bdbc-75145a580560]
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server[gate,id-80a8094c-211e-440a-ab88-9e59d556c7ee]
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant[gate,id-f03d1ded-7fd4-4d29-bc13-e2391f29c625]
tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails[gate,id-85bcdd8f-56b4-4868-ae56-63fbf6f7e405]

12
2015.04/required.py
View File

@ -1,13 +1,15 @@
import json
import urllib
url = 'https://raw.githubusercontent.com/openstack/defcore/master/2015.04.json'
response = urllib.urlopen(url)
defcore = json.loads(response.read())
capabilities_file = open('../2015.04.json','r')
defcore = json.loads(capabilities_file.read())
capabilities = defcore['capabilities']
required_tests = []
flagged_tests = []
required_tests_file = open('2015.04.required.txt','w')
flagged_tests_file = open('2015.04.flagged.txt', 'w')
for capability_name in capabilities:
capability = capabilities[capability_name]
if capability['status'] == 'required':
@ -32,6 +34,7 @@ for rtest in required_tests:
found = False
for test in alltests:
if test.startswith(testmatch):
required_tests_file.write(test + '\n')
print test
found = True
if not found:
@ -44,8 +47,11 @@ for flagged in flagged_tests:
found = False
for test in alltests:
if test.startswith(testmatch):
flagged_tests_file.write(test + '\n')
print test
found = True
if not found:
print "!!! Did not find flagged test matching " % (flagged)
required_tests_file.close()
flagged_tests_file.close()