277 lines
11 KiB
Python
277 lines
11 KiB
Python
# Copyright 2014 Rackspace Australia
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import logging
|
|
import testtools
|
|
|
|
import sqlalchemy as sa
|
|
|
|
import zuul.connection.gerrit
|
|
import zuul.connection.sql
|
|
|
|
from tests.base import ZuulTestCase, ZuulDBTestCase
|
|
|
|
|
|
def _get_reporter_from_connection_name(reporters, connection_name):
|
|
# Reporters are placed into lists for each action they may exist in.
|
|
# Search through the given list for the correct reporter by its conncetion
|
|
# name
|
|
for r in reporters:
|
|
if r.connection.connection_name == connection_name:
|
|
return r
|
|
|
|
|
|
class TestGerritConnection(testtools.TestCase):
|
|
log = logging.getLogger("zuul.test_connection")
|
|
|
|
def test_driver_name(self):
|
|
self.assertEqual('gerrit',
|
|
zuul.connection.gerrit.GerritConnection.driver_name)
|
|
|
|
|
|
class TestSQLConnection(testtools.TestCase):
|
|
log = logging.getLogger("zuul.test_connection")
|
|
|
|
def test_driver_name(self):
|
|
self.assertEqual(
|
|
'sql',
|
|
zuul.connection.sql.SQLConnection.driver_name
|
|
)
|
|
|
|
|
|
class TestConnections(ZuulDBTestCase):
|
|
def test_multiple_gerrit_connections(self):
|
|
"Test multiple connections to the one gerrit"
|
|
|
|
A = self.fake_review_gerrit.addFakeChange('org/project', 'master', 'A')
|
|
self.fake_review_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
|
|
|
|
self.waitUntilSettled()
|
|
|
|
self.assertEqual(len(A.patchsets[-1]['approvals']), 1)
|
|
self.assertEqual(A.patchsets[-1]['approvals'][0]['type'], 'Verified')
|
|
self.assertEqual(A.patchsets[-1]['approvals'][0]['value'], '1')
|
|
self.assertEqual(A.patchsets[-1]['approvals'][0]['by']['username'],
|
|
'jenkins')
|
|
|
|
B = self.fake_review_gerrit.addFakeChange('org/project', 'master', 'B')
|
|
self.worker.addFailTest('project-test2', B)
|
|
self.fake_review_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
|
|
|
|
self.waitUntilSettled()
|
|
|
|
self.assertEqual(len(B.patchsets[-1]['approvals']), 1)
|
|
self.assertEqual(B.patchsets[-1]['approvals'][0]['type'], 'Verified')
|
|
self.assertEqual(B.patchsets[-1]['approvals'][0]['value'], '-1')
|
|
self.assertEqual(B.patchsets[-1]['approvals'][0]['by']['username'],
|
|
'civoter')
|
|
|
|
def _test_sql_tables_created(self, metadata_table=None):
|
|
"Test the tables for storing results are created properly"
|
|
buildset_table = 'zuul_buildset'
|
|
build_table = 'zuul_build'
|
|
|
|
insp = sa.engine.reflection.Inspector(
|
|
self.connections['resultsdb'].engine)
|
|
|
|
self.assertEqual(9, len(insp.get_columns(buildset_table)))
|
|
self.assertEqual(10, len(insp.get_columns(build_table)))
|
|
|
|
def test_sql_tables_created(self):
|
|
"Test the default table is created"
|
|
self.config.set('zuul', 'layout_config',
|
|
'tests/fixtures/layout-sql-reporter.yaml')
|
|
self.sched.reconfigure(self.config)
|
|
self._test_sql_tables_created()
|
|
|
|
def _test_sql_results(self):
|
|
"Test results are entered into an sql table"
|
|
# Grab the sa tables
|
|
reporter = _get_reporter_from_connection_name(
|
|
self.sched.layout.pipelines['check'].success_actions,
|
|
'resultsdb'
|
|
)
|
|
|
|
# Add a success result
|
|
A = self.fake_review_gerrit.addFakeChange('org/project', 'master', 'A')
|
|
self.fake_review_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
|
|
self.waitUntilSettled()
|
|
|
|
# Add a failed result for a negative score
|
|
B = self.fake_review_gerrit.addFakeChange('org/project', 'master', 'B')
|
|
self.worker.addFailTest('project-test1', B)
|
|
self.fake_review_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
|
|
self.waitUntilSettled()
|
|
|
|
conn = self.connections['resultsdb'].engine.connect()
|
|
result = conn.execute(
|
|
sa.sql.select([reporter.connection.zuul_buildset_table]))
|
|
|
|
buildsets = result.fetchall()
|
|
self.assertEqual(2, len(buildsets))
|
|
buildset0 = buildsets[0]
|
|
buildset1 = buildsets[1]
|
|
|
|
self.assertEqual('check', buildset0['pipeline'])
|
|
self.assertEqual('org/project', buildset0['project'])
|
|
self.assertEqual(1, buildset0['change'])
|
|
self.assertEqual(1, buildset0['patchset'])
|
|
self.assertEqual(1, buildset0['score'])
|
|
self.assertEqual('Build succeeded.', buildset0['message'])
|
|
|
|
buildset0_builds = conn.execute(
|
|
sa.sql.select([reporter.connection.zuul_build_table]).
|
|
where(
|
|
reporter.connection.zuul_build_table.c.buildset_id ==
|
|
buildset0['id']
|
|
)
|
|
).fetchall()
|
|
|
|
# Check the first result, which should be the project-merge job
|
|
self.assertEqual('project-merge', buildset0_builds[0]['job_name'])
|
|
self.assertEqual("SUCCESS", buildset0_builds[0]['result'])
|
|
self.assertEqual('http://logs.example.com/1/1/check/project-merge/0',
|
|
buildset0_builds[0]['log_url'])
|
|
|
|
self.assertEqual('check', buildset1['pipeline'])
|
|
self.assertEqual('org/project', buildset1['project'])
|
|
self.assertEqual(2, buildset1['change'])
|
|
self.assertEqual(1, buildset1['patchset'])
|
|
self.assertEqual(-1, buildset1['score'])
|
|
self.assertEqual('Build failed.', buildset1['message'])
|
|
|
|
buildset1_builds = conn.execute(
|
|
sa.sql.select([reporter.connection.zuul_build_table]).
|
|
where(
|
|
reporter.connection.zuul_build_table.c.buildset_id ==
|
|
buildset1['id']
|
|
)
|
|
).fetchall()
|
|
|
|
# Check the second last result, which should be the project-test1 job
|
|
# which failed
|
|
self.assertEqual('project-test1', buildset1_builds[-2]['job_name'])
|
|
self.assertEqual("FAILURE", buildset1_builds[-2]['result'])
|
|
self.assertEqual('http://logs.example.com/2/1/check/project-test1/4',
|
|
buildset1_builds[-2]['log_url'])
|
|
|
|
def test_sql_results(self):
|
|
"Test results are entered into the default sql table"
|
|
self.config.set('zuul', 'layout_config',
|
|
'tests/fixtures/layout-sql-reporter.yaml')
|
|
self.sched.reconfigure(self.config)
|
|
self._test_sql_results()
|
|
|
|
def test_multiple_sql_connections(self):
|
|
"Test putting results in different databases"
|
|
self.config.set('zuul', 'layout_config',
|
|
'tests/fixtures/layout-sql-reporter.yaml')
|
|
self.sched.reconfigure(self.config)
|
|
|
|
# Add a successful result
|
|
A = self.fake_review_gerrit.addFakeChange('org/project', 'master', 'A')
|
|
self.fake_review_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
|
|
self.waitUntilSettled()
|
|
|
|
# Add a failed result
|
|
B = self.fake_review_gerrit.addFakeChange('org/project', 'master', 'B')
|
|
self.worker.addFailTest('project-test1', B)
|
|
self.fake_review_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
|
|
self.waitUntilSettled()
|
|
|
|
# Grab the sa tables for resultsdb
|
|
reporter1 = _get_reporter_from_connection_name(
|
|
self.sched.layout.pipelines['check'].success_actions,
|
|
'resultsdb'
|
|
)
|
|
|
|
conn = self.connections['resultsdb'].engine.connect()
|
|
buildsets_resultsdb = conn.execute(sa.sql.select(
|
|
[reporter1.connection.zuul_buildset_table])).fetchall()
|
|
# Should have been 2 buildset reported to the resultsdb (both success
|
|
# and failure report)
|
|
self.assertEqual(2, len(buildsets_resultsdb))
|
|
|
|
# The first one should have passed
|
|
self.assertEqual('check', buildsets_resultsdb[0]['pipeline'])
|
|
self.assertEqual('org/project', buildsets_resultsdb[0]['project'])
|
|
self.assertEqual(1, buildsets_resultsdb[0]['change'])
|
|
self.assertEqual(1, buildsets_resultsdb[0]['patchset'])
|
|
self.assertEqual(1, buildsets_resultsdb[0]['score'])
|
|
self.assertEqual('Build succeeded.', buildsets_resultsdb[0]['message'])
|
|
|
|
# Grab the sa tables for resultsdb_failures
|
|
reporter2 = _get_reporter_from_connection_name(
|
|
self.sched.layout.pipelines['check'].failure_actions,
|
|
'resultsdb_failures'
|
|
)
|
|
|
|
conn = self.connections['resultsdb_failures'].engine.connect()
|
|
buildsets_resultsdb_failures = conn.execute(sa.sql.select(
|
|
[reporter2.connection.zuul_buildset_table])).fetchall()
|
|
# The failure db should only have 1 buildset failed
|
|
self.assertEqual(1, len(buildsets_resultsdb_failures))
|
|
|
|
self.assertEqual('check', buildsets_resultsdb_failures[0]['pipeline'])
|
|
self.assertEqual(
|
|
'org/project', buildsets_resultsdb_failures[0]['project'])
|
|
self.assertEqual(2, buildsets_resultsdb_failures[0]['change'])
|
|
self.assertEqual(1, buildsets_resultsdb_failures[0]['patchset'])
|
|
self.assertEqual(-1, buildsets_resultsdb_failures[0]['score'])
|
|
self.assertEqual(
|
|
'Build failed.', buildsets_resultsdb_failures[0]['message'])
|
|
|
|
|
|
class TestConnectionsBadSQL(ZuulDBTestCase):
|
|
def setup_config(self, config_file='zuul-connections-bad-sql.conf'):
|
|
super(TestConnectionsBadSQL, self).setup_config(config_file)
|
|
|
|
def test_unable_to_connect(self):
|
|
"Test the SQL reporter fails gracefully when unable to connect"
|
|
self.config.set('zuul', 'layout_config',
|
|
'tests/fixtures/layout-sql-reporter.yaml')
|
|
self.sched.reconfigure(self.config)
|
|
|
|
# Trigger a reporter. If no errors are raised, the reporter has been
|
|
# disabled correctly
|
|
A = self.fake_review_gerrit.addFakeChange('org/project', 'master', 'A')
|
|
self.fake_review_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
|
|
self.waitUntilSettled()
|
|
|
|
|
|
class TestMultipleGerrits(ZuulTestCase):
|
|
def setup_config(self,
|
|
config_file='zuul-connections-multiple-gerrits.conf'):
|
|
super(TestMultipleGerrits, self).setup_config(config_file)
|
|
self.config.set(
|
|
'zuul', 'layout_config',
|
|
'layout-connections-multiple-gerrits.yaml')
|
|
|
|
def test_multiple_project_separate_gerrits(self):
|
|
self.worker.hold_jobs_in_build = True
|
|
|
|
A = self.fake_another_gerrit.addFakeChange(
|
|
'org/project', 'master', 'A')
|
|
self.fake_another_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
|
|
|
|
self.waitUntilSettled()
|
|
|
|
self.assertEqual(1, len(self.builds))
|
|
self.assertEqual('project-another-gerrit', self.builds[0].name)
|
|
self.assertTrue(self.job_has_changes(self.builds[0], A))
|
|
|
|
self.worker.hold_jobs_in_build = False
|
|
self.worker.release()
|
|
self.waitUntilSettled()
|