openinfra
/
interop
Code Issues Proposed changes

Fixed flagged test list and updated parsing script 

Several tests were incorrectly flagged in the 2015.04.flagged.txt
list. The list was corrected, and the required.py script updated
to automate the discovery of the flagged tests.

Change-Id: I198bdb6fbdf2697c28a2afb779e1d97ebc19ca3e
This commit is contained in:
Chris Hoge 2015-05-01 12:32:30 -07:00
parent 4e7389b81b
commit 1c47d63326
2 changed files with 23 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
2015.04/2015.04.flagged.txt
View File

@ -1,7 +1,9 @@
tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions[gate,id-77ca5cc5-9990-45e0-ab98-1de8fead201a]
tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action[gate,id-aacc71ca-1d70-4aa5-bbf6-0ff71470e43c]
tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas[gate,id-9bfecac7-b966-4f47-913f-1a9e2c12134a,smoke]
tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas[gate,id-f1ef0a97-dbbb-4cca-adc5-c9fbc4f76107,smoke]
tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume[gate,id-52e9045a-e90d-4c0d-9087-79d657faffff]
tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex[gate,id-a905e287-c35e-42f2-b132-d02b09f3654a]
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password[gate,id-6158df09-4b82-4ab3-af6d-29cf36af858d]
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft[gate,id-4640e3ef-a5df-482e-95a1-ceeeb0faa84d,smoke]
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name[gate,id-ac1ad47f-984b-4441-9274-c9079b7a0666]
tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus[gate,id-cbc0f52f-05aa-492b-bdc1-84b575ca294b]
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name[gate,id-ac1ad47f-984b-4441-9274-c9079b7a0666]
tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus[gate,id-cbc0f52f-05aa-492b-bdc1-84b575ca294b]
tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output[gate,id-4b8867e6-fffa-4d54-b1d1-6fdda57be2f3]

17
2015.04/required.py
View File

@ -6,6 +6,7 @@ response = urllib.urlopen(url)
defcore = json.loads(response.read())
capabilities = defcore['capabilities']
required_tests = []
flagged_tests = []
for capability_name in capabilities:
capability = capabilities[capability_name]
@ -13,6 +14,9 @@ for capability_name in capabilities:
tests = capability['tests']
for test in tests:
required_tests.append(test)
flagged = capability['flagged']
for test in flagged:
flagged_tests.append(test)
required_tests.sort()
@ -32,3 +36,16 @@ for rtest in required_tests:
found = True
if not found:
print "!!! Did not find test matching " % (rtest)
print "\nflagged\n======="
for flagged in flagged_tests:
testmatch = flagged + '['
found = False
for test in alltests:
if test.startswith(testmatch):
print test
found = True
if not found:
print "!!! Did not find flagged test matching " % (flagged)