207 lines
6.8 KiB
Python
207 lines
6.8 KiB
Python
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
"""Work with the project-config repository.
|
|
"""
|
|
|
|
import logging
|
|
|
|
import requests
|
|
|
|
from openstack_releases import yamlutils
|
|
|
|
|
|
LOG = logging.getLogger()
|
|
|
|
ZUUL_PROJECTS_URL = 'http://git.openstack.org/cgit/openstack-infra/project-config/plain/zuul.d/projects.yaml' # noqa
|
|
ZUUL_PROJECTS_FILENAME = 'openstack-infra/project-config/zuul.d/projects.yaml'
|
|
|
|
# We use this key to modify the data structure read from the zuul
|
|
# layout file. We don't control what are valid keys there, so make it
|
|
# easy to change the key we use, just in case.
|
|
_VALIDATE_KEY = 'validate-projects-by-name'
|
|
|
|
|
|
def get_zuul_project_data(url=ZUUL_PROJECTS_URL):
|
|
"""Return the data from the zuul.d/projects.yaml file.
|
|
|
|
:param url: Optional URL to the location of the file. Defaults to
|
|
the most current version in the public git repository.
|
|
|
|
"""
|
|
r = requests.get(url)
|
|
raw = yamlutils.loads(r.text)
|
|
# Convert the raw list to a mapping from repo name to repo
|
|
# settings, since that is how we access this most often.
|
|
#
|
|
# The inputs are like:
|
|
#
|
|
# - project:
|
|
# name: openstack/oslo.config
|
|
# templates:
|
|
# - system-required
|
|
# - openstack-python-jobs
|
|
# - openstack-python35-jobs
|
|
# - publish-openstack-sphinx-docs
|
|
# - check-requirements
|
|
# - lib-forward-testing
|
|
# - release-notes-jobs
|
|
# - periodic-newton
|
|
# - periodic-ocata
|
|
# - periodic-pike
|
|
# - publish-to-pypi
|
|
#
|
|
# And the output is:
|
|
#
|
|
# openstack/oslo.config:
|
|
# templates:
|
|
# - system-required
|
|
# - openstack-python-jobs
|
|
# - openstack-python35-jobs
|
|
# - publish-openstack-sphinx-docs
|
|
# - check-requirements
|
|
# - lib-forward-testing
|
|
# - release-notes-jobs
|
|
# - periodic-newton
|
|
# - periodic-ocata
|
|
# - periodic-pike
|
|
# - publish-to-pypi
|
|
#
|
|
return {
|
|
p['project']['name']: p['project']
|
|
for p in raw
|
|
}
|
|
|
|
|
|
# Which jobs are needed for which release types.
|
|
_RELEASE_JOBS_FOR_TYPE = {
|
|
'python-service': [
|
|
'release-openstack-server',
|
|
'publish-to-pypi',
|
|
],
|
|
'python-pypi': [
|
|
'publish-to-pypi',
|
|
],
|
|
'neutron': [
|
|
'publish-to-pypi-neutron',
|
|
],
|
|
'horizon': [
|
|
'publish-to-pypi-horizon',
|
|
],
|
|
'nodejs': [
|
|
'nodejs4-publish-to-npm',
|
|
'nodejs6-publish-to-npm',
|
|
'nodejs8-publish-to-npm',
|
|
],
|
|
'puppet': [
|
|
'puppet-tarball-jobs',
|
|
'puppet-release-jobs',
|
|
],
|
|
'xstatic': [
|
|
'publish-xstatic-to-pypi',
|
|
],
|
|
'fuel': [
|
|
# Fuel is manually packaged by the team at Mirantis.
|
|
],
|
|
'openstack-manuals': [
|
|
# openstack-manuals is not released, only generated content pushed
|
|
],
|
|
}
|
|
|
|
|
|
def require_release_jobs_for_repo(deliv, repo, release_type, context):
|
|
"""Check the repository for release jobs.
|
|
|
|
Returns a list of tuples containing a message and a boolean
|
|
indicating if the message is an error.
|
|
|
|
"""
|
|
# If the repository is configured as not having an artifact to
|
|
# build, we don't need to check for any jobs.
|
|
if repo.no_artifact_build_job:
|
|
LOG.debug('{} has no-artifact-build-job set, skipping'.format(
|
|
repo.name))
|
|
return
|
|
|
|
# If the repository is retired, we don't need to check for any
|
|
# jobs.
|
|
if repo.is_retired:
|
|
LOG.debug('{} is retired, skipping'.format(repo.name))
|
|
return
|
|
|
|
if repo.name not in context.zuul_projects:
|
|
context.error(
|
|
'did not find %s in %s' % (repo.name, ZUUL_PROJECTS_FILENAME),
|
|
)
|
|
else:
|
|
p = context.zuul_projects[repo.name]
|
|
templates = p.get('templates', [])
|
|
# NOTE(dhellmann): We don't mess around looking for individual
|
|
# jobs, because we want projects to use the templates.
|
|
expected_jobs = _RELEASE_JOBS_FOR_TYPE.get(
|
|
release_type,
|
|
_RELEASE_JOBS_FOR_TYPE['python-service'],
|
|
)
|
|
if expected_jobs:
|
|
found_jobs = [
|
|
j
|
|
for j in templates
|
|
if j in expected_jobs
|
|
]
|
|
if len(found_jobs) == 0:
|
|
context.error(
|
|
'{filename} no release job specified for {repo}, '
|
|
'one of {expected!r} needs to be included in {existing!r} '
|
|
'or no release will be '
|
|
'published'.format(
|
|
filename=ZUUL_PROJECTS_FILENAME,
|
|
repo=repo.name,
|
|
expected=expected_jobs,
|
|
existing=templates,
|
|
),
|
|
)
|
|
elif len(found_jobs) > 1:
|
|
context.warning(
|
|
'{filename} multiple release jobs specified for {repo}, '
|
|
'{existing!r} should include *one* of '
|
|
'{expected!r}, found {found!r}'.format(
|
|
filename=ZUUL_PROJECTS_FILENAME,
|
|
repo=repo.name,
|
|
expected=expected_jobs,
|
|
existing=templates,
|
|
found=found_jobs,
|
|
),
|
|
)
|
|
# Check to see if we found jobs we did not expect to find.
|
|
for wrong_type, wrong_jobs in _RELEASE_JOBS_FOR_TYPE.items():
|
|
if wrong_type == release_type:
|
|
continue
|
|
# "bad" jobs are any that are attached to the repo but
|
|
# are not supported by the release-type of the repo
|
|
bad_jobs = [
|
|
j for j in wrong_jobs
|
|
if j in templates and j not in expected_jobs
|
|
]
|
|
if bad_jobs:
|
|
context.error(
|
|
'{filename} has unexpected release jobs '
|
|
'{bad_jobs!r} for release-type {wrong_type} '
|
|
'but {repo} uses release-type {release_type}'.format(
|
|
filename=ZUUL_PROJECTS_FILENAME,
|
|
repo=repo.name,
|
|
bad_jobs=bad_jobs,
|
|
wrong_type=wrong_type,
|
|
release_type=release_type,
|
|
)
|
|
)
|
|
return
|