144 lines
5.9 KiB
Python
Executable File
144 lines
5.9 KiB
Python
Executable File
#!/usr/bin/python
|
|
|
|
import datetime
|
|
import json
|
|
import sys
|
|
import urllib
|
|
|
|
import conf
|
|
import utility
|
|
|
|
|
|
if __name__ == '__main__':
|
|
patchsets = {}
|
|
skipped_authors = {}
|
|
day = datetime.datetime.now()
|
|
day -= datetime.timedelta(days=7)
|
|
|
|
while day < datetime.datetime.now():
|
|
print 'Processing %s/%s/%s' % (day.year, day.month, day.day)
|
|
for line in utility.read_remote_lines(
|
|
'http://www.rcbops.com/gerrit/merged/%s/%s/%s'
|
|
% (day.year, day.month, day.day)):
|
|
try:
|
|
j = json.loads(line)
|
|
except:
|
|
continue
|
|
|
|
try:
|
|
if not 'change' in j:
|
|
continue
|
|
if j['change']['branch'] != 'master':
|
|
continue
|
|
|
|
if j['type'] == 'patchset-created':
|
|
number = j['change']['number']
|
|
patchset = j['patchSet']['number']
|
|
timestamp = j['patchSet']['createdOn']
|
|
patchsets.setdefault(number, {})
|
|
patchsets[number][patchset] = {
|
|
'__created__': timestamp
|
|
}
|
|
patchsets[number]['__project__'] = j['change']['project']
|
|
|
|
elif j['type'] == 'comment-added':
|
|
if j['comment'].startswith('Starting check jobs'):
|
|
continue
|
|
if j['comment'].startswith('Starting gate jobs'):
|
|
continue
|
|
|
|
if not 'approvals' in j:
|
|
j['approvals'] = [{'type': 'CRVW', 'value': 0}]
|
|
|
|
author = j['author'].get('name', None)
|
|
if not author:
|
|
author = j['author'].get('username', None)
|
|
if not author:
|
|
author = j['author']['email']
|
|
|
|
if not author in conf.CI_USERS:
|
|
skipped_authors.setdefault(author, 0)
|
|
skipped_authors[author] += 1
|
|
continue
|
|
|
|
number = j['change']['number']
|
|
patchset = j['patchSet']['number']
|
|
patchsets.setdefault(number, {})
|
|
patchsets[number].setdefault(patchset, {})
|
|
|
|
verified = []
|
|
if author in patchsets[number].get(patchset, {}):
|
|
verified = patchsets[number][patchset][author]
|
|
for approval in j['approvals']:
|
|
# People who are sane
|
|
if approval.get('value') in ['1', '2']:
|
|
sentiment = 'Positive'
|
|
elif approval.get('value') in ['-1', '-2']:
|
|
sentiment = 'Negative'
|
|
|
|
# Horrible special cases
|
|
elif (author == 'Hyper-V CI'
|
|
and j['comment'].startswith('Build succeeded.')
|
|
and j['comment'].find(
|
|
'Test run failed in') != -1):
|
|
sentiment = 'Negative, buried in comment'
|
|
elif (author == 'XenServer CI'
|
|
and j['comment'].startswith('Passed using')):
|
|
sentiment = 'Positive comment'
|
|
elif (author == 'XenServer CI'
|
|
and j['comment'].startswith('Failed using')):
|
|
sentiment = 'Negative comment'
|
|
elif (author == 'Arista Testing'
|
|
and j['comment'].find('Arista third party '
|
|
'testing FAILED') != -1):
|
|
sentiment = 'Negative, buried in comment'
|
|
elif (author == 'Big Switch CI'
|
|
and j['comment'].startswith('Doesn\'t seem to '
|
|
'work')):
|
|
sentiment = 'Negative, buried in comment'
|
|
|
|
# Normal people special cases
|
|
elif j['comment'].startswith('Build succeeded.'):
|
|
sentiment = 'Positive comment'
|
|
elif j['comment'].startswith('Build successful.'):
|
|
sentiment = 'Positive comment'
|
|
elif j['comment'].startswith('Build failed.'):
|
|
sentiment = 'Negative comment'
|
|
else:
|
|
sentiment = 'Unknown'
|
|
|
|
verified.append(('%s:%s' % (approval['type'],
|
|
approval.get('value')),
|
|
j['comment'].split('\n')[0],
|
|
sentiment))
|
|
patchsets[number][patchset][author] = verified
|
|
|
|
elif j['type'] in ['change-abandoned',
|
|
'change-merged']:
|
|
# These special cases might cause a CI system to stop
|
|
# running its tests
|
|
number = j['change']['number']
|
|
patchsets.setdefault(number, {})
|
|
patchsets[number]['__exemption__'] = j['type']
|
|
|
|
elif j['type'] in ['change-restored',
|
|
'ref-updated']:
|
|
pass
|
|
|
|
else:
|
|
print json.dumps(j, indent=4)
|
|
sys.exit(0)
|
|
|
|
except Exception, e:
|
|
print 'Error: %s\n' % e
|
|
print json.dumps(j, indent=4)
|
|
sys.exit(0)
|
|
|
|
day += datetime.timedelta(days=1)
|
|
|
|
# Write some json blobs, which are intended mostly for debugging
|
|
with open('patchsets.json', 'w') as f:
|
|
f.write(json.dumps(patchsets, indent=4))
|
|
with open('skipped.json', 'w') as f:
|
|
f.write(json.dumps(skipped_authors, indent=4))
|