257 lines
11 KiB
Bash
Executable File
257 lines
11 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
set -o xtrace
|
|
set -o errexit
|
|
|
|
[ -f ".packages-defaults" ] && source .packages-defaults
|
|
BINDIR=$(dirname `readlink -e $0`)
|
|
source "${BINDIR}"/build-functions.sh
|
|
|
|
main () {
|
|
set_default_params
|
|
# Get package tree from gerrit
|
|
fetch_upstream
|
|
local _srcpath="${MYOUTDIR}/${PACKAGENAME}-src"
|
|
local _specpath=$_srcpath
|
|
local _testspath=$_srcpath
|
|
[ "$IS_OPENSTACK" == "true" ] && _specpath="${MYOUTDIR}/${PACKAGENAME}-spec${SPEC_PREFIX_PATH}" && _testspath="${MYOUTDIR}/${PACKAGENAME}-spec"
|
|
|
|
# Get last commit info
|
|
# $message $author $email $cdate $commitsha $lastgitlog
|
|
get_last_commit_info ${_srcpath}
|
|
local gitsrcsha=$(git -C ${_srcpath} log -n 1 --pretty=format:%H)
|
|
local gitsrcprj=$(git -C ${_srcpath} remote -v | head -n 1 | awk '{print $2}' | awk -F '/' '{print $NF}' | sed 's|.git$||' )
|
|
|
|
# Update specs
|
|
local specfile=`find $_specpath -name *.spec`
|
|
#local binpackagename=`rpm -q $RPMQUERYPARAMS --specfile $specfile --queryformat %{NAME}"\n" | head -1`
|
|
local define_macros=(
|
|
-D 'kernel_module_package_buildreqs kernel-devel'
|
|
-D 'kernel_module_package(n:v:r:s:f:xp:) \
|
|
%package -n kmod-%{-n*} \
|
|
Summary: %{-n*} kernel module(s) \
|
|
Version: %{version} \
|
|
Release: %{release} \
|
|
%description -n kmod-%{-n*} \
|
|
This package provides the %{-n*} kernel modules
|
|
' )
|
|
local version=`rpm -q "${define_macros[@]}" --specfile $specfile --queryformat %{VERSION}"\n" | head -1`
|
|
pkg_version="${version}"
|
|
local release=`rpm -q "${define_macros[@]}" --specfile $specfile --queryformat %{RELEASE}"\n" | head -1`
|
|
## Add changelog section if it doesn't exist
|
|
[ "`cat ${specfile} | grep -c '^%changelog'`" -eq 0 ] && echo "%changelog" >> ${specfile}
|
|
if [ "$IS_OPENSTACK" == "true" ] ; then
|
|
local gitspecsha=$(git -C ${_specpath} log -n 1 --pretty=format:%H)
|
|
local gitspecprj=$(git -C ${_specpath} remote -v | head -n 1 | awk '{print $2}' | awk -F '/' '{print $NF}' | sed 's|.git$||' )
|
|
# Get version number from the latest git tag for openstack packages
|
|
local release_tag=$(git -C $_srcpath describe --abbrev=0 --candidates=1 | sed -r 's|^[^0-9]+||')
|
|
# Deal with PyPi versions like 2015.1.0rc1
|
|
# It breaks version comparison
|
|
# Change it to 2015.1.0~rc1
|
|
local script_dir=$(dirname $(readlink -e $0))
|
|
local convert_version_py="$script_dir/convert_version.py"
|
|
if grep -qE "^${SRC_PROJECT}\$" "$script_dir/fuel-projects-list"
|
|
then
|
|
local version_length=2
|
|
fi
|
|
version=$(python ${convert_version_py} --tag ${release_tag} \
|
|
${version_length:+ -l $version_length})
|
|
if [ "${version}" != "${pkg_version}" ] ; then
|
|
echo -e "ERROR: Version mismatch. Latest version from Gerrit tag: $version, and from changelog: $pkg_version. Build aborted."
|
|
exit 1
|
|
fi
|
|
# Get revision number as commit count for src+spec projects
|
|
local _rev=$(git -C $_srcpath rev-list --no-merges ${release_tag}..origin/${SOURCE_BRANCH} | wc -l)
|
|
[ "$GERRIT_CHANGE_STATUS" == "NEW" ] \
|
|
&& [ ${GERRIT_PROJECT} == "${SRC_PROJECT}" ] \
|
|
&& _rev=$(( $_rev + 1 ))
|
|
[ "$IS_HOTFIX" == "true" ] \
|
|
&& _rev=$(get_extra_revision hotfix ${_srcpath} ${release_tag})
|
|
[ "$IS_SECURITY" == "true" ] \
|
|
&& _rev=$(get_extra_revision security ${_srcpath} ${release_tag})
|
|
local release="mos${_rev}"
|
|
local TAR_NAME=${PACKAGENAME}-${version}.tar.gz
|
|
# Update version and changelog
|
|
sed -i "s|Version:.*$|Version: ${version}|" $specfile
|
|
sed -i "/Release/s|%{?dist}.*$|%{?dist}~${release}|" $specfile
|
|
sed -i "s|Source0:.*$|Source0: ${TAR_NAME}|" $specfile
|
|
# Prepare source tarball
|
|
pushd $_srcpath &>/dev/null
|
|
local ignore_list="openstack-macros horizon-vendor-theme fuel-astute fuel-library fuel-main fuel-nailgun-agent fuel-ui fuel-web fuel-agent"
|
|
if [ $(echo $ignore_list | grep -Eo "(^| )$PACKAGENAME( |$)") ]; then
|
|
# Do not perform `setup.py sdist` for openstack-macros package
|
|
tar -czf ${BUILDDIR}/$TAR_NAME $EXCLUDES .
|
|
else
|
|
# Use virtualenv to deal with different pbr requirements
|
|
local venv=$(mktemp -d)
|
|
virtualenv "$venv"
|
|
source "${venv}/bin/activate"
|
|
pip install --upgrade setuptools
|
|
python setup.py --version # this will download pbr if it's not available
|
|
PBR_VERSION=$release_tag python setup.py sdist -d ${BUILDDIR}/
|
|
deactivate
|
|
[ -d "$venv" ] && rm -rf "$venv"
|
|
# Fix source folder name at sdist tarball
|
|
local sdist_tarball=$(find ${BUILDDIR}/ -maxdepth 1 -name "*.gz")
|
|
if [ "$(tar -tf $sdist_tarball | head -n 1 | cut -d'/' -f1)" != "${PACKAGENAME}-${version}" ] ; then
|
|
# rename source folder
|
|
local tempdir=$(mktemp -d)
|
|
tar -C $tempdir -xf $sdist_tarball
|
|
mv $tempdir/* $tempdir/${PACKAGENAME}-${version}
|
|
tar -C $tempdir -czf ${BUILDDIR}/$TAR_NAME ${PACKAGENAME}-${version}
|
|
rm -f $sdist_tarball
|
|
[ -d "$tempdir" ] && rm -rf $tempdir
|
|
else
|
|
mv $sdist_tarball ${BUILDDIR}/$TAR_NAME || :
|
|
fi
|
|
fi
|
|
cp $_specpath/rpm/SOURCES/* ${BUILDDIR}/ &>/dev/null || :
|
|
else
|
|
# TODO: Support unpacked source tree
|
|
# Packed sources (.spec + .gz + stuff)
|
|
# Exclude tests folder
|
|
cp -R ${_srcpath}/* $BUILDDIR
|
|
[ -d "${BUILDDIR}/tests" ] && rm -rf ${BUILDDIR}/tests
|
|
fi
|
|
## Update changelog
|
|
firstline=1
|
|
if [ ! -z "$lastgitlog" ]; then
|
|
sed -i "/^%changelog/i%newchangelog" ${specfile}
|
|
echo "$lastgitlog" | while read LINE; do
|
|
commitid=`echo "$LINE" | cut -d'|' -f1`
|
|
email=`echo "$LINE" | cut -d'|' -f2`
|
|
author=`echo "$LINE" | cut -d'|' -f3`
|
|
# Get current date to avoid wrong chronological order in %changelog section
|
|
date=`LC_TIME=C date +"%a %b %d %Y"`
|
|
subject=`echo "$LINE" | cut -d'|' -f4`
|
|
|
|
[ $firstline == 1 ] && sed -i "/^%changelog/i\* $date $author \<${email}\> \- ${version}-${release}" ${specfile}
|
|
sed -i "/^%changelog/i\- $commitid $subject" ${specfile}
|
|
firstline=0
|
|
done
|
|
sed -i '/^%changelog/i\\' ${specfile}
|
|
sed -i '/^%changelog/d' ${specfile}
|
|
sed -i 's|^%newchangelog|%changelog|' ${specfile}
|
|
fi
|
|
echo "Resulting spec-file:"
|
|
cat ${specfile}
|
|
cp ${specfile} ${BUILDDIR}/
|
|
# Prepare tests folder to provide as parameter
|
|
rm -f ${WRKDIR}/tests.envfile
|
|
[ -d "${_testspath}/tests" ] && echo "TESTS_CONTENT='`tar -cz -C ${_testspath} tests | base64 -w0`'" > ${WRKDIR}/tests.envfile
|
|
|
|
# Build stage
|
|
local REQUEST=$REQUEST_NUM
|
|
[ -n "$LP_BUG" ] && REQUEST=$LP_BUG
|
|
RPM_HOTFIX_REPO_PATH=${RPM_HOTFIX_REPO_PATH:-${RPM_OS_REPO_PATH%/*}/hotfix}
|
|
[ -n "${EXTRAREPO}" ] && EXTRAREPO="${EXTRAREPO}|"
|
|
EXTRAREPO="${EXTRAREPO}repo1,http://${REMOTE_REPO_HOST}/${RPM_OS_REPO_PATH}/x86_64"
|
|
case true in
|
|
"$IS_HOTFIX" )
|
|
EXTRAREPO="${EXTRAREPO}|repo2,http://${REMOTE_REPO_HOST}/${RPM_HOTFIX_REPO_PATH}/x86_64"
|
|
EXTRAREPO="${EXTRAREPO}|repo3,http://${REMOTE_REPO_HOST}/${RPM_UPDATES_REPO_PATH}/x86_64"
|
|
EXTRAREPO="${EXTRAREPO}|repo4,http://${REMOTE_REPO_HOST}/${RPM_SECURITY_REPO_PATH}/x86_64"
|
|
;;
|
|
"$IS_SECURITY" )
|
|
EXTRAREPO="${EXTRAREPO}|repo2,http://${REMOTE_REPO_HOST}/${RPM_UPDATES_REPO_PATH}/x86_64"
|
|
EXTRAREPO="${EXTRAREPO}|repo3,http://${REMOTE_REPO_HOST}/${RPM_SECURITY_REPO_PATH}/x86_64"
|
|
;;
|
|
"$IS_UPDATES" )
|
|
EXTRAREPO="${EXTRAREPO}|repo2,http://${REMOTE_REPO_HOST}/${RPM_PROPOSED_REPO_PATH}/x86_64"
|
|
EXTRAREPO="${EXTRAREPO}|repo3,http://${REMOTE_REPO_HOST}/${RPM_UPDATES_REPO_PATH}/x86_64"
|
|
EXTRAREPO="${EXTRAREPO}|repo4,http://${REMOTE_REPO_HOST}/${RPM_SECURITY_REPO_PATH}/x86_64"
|
|
;;
|
|
esac
|
|
|
|
if [ "$GERRIT_CHANGE_STATUS" == "NEW" ] && [ -n "$LP_BUG" -o -n "$CUSTOM_REPO_ID" ] ; then
|
|
local REMOTE_REQUEST_REPO_HOST=${REMOTE_REQUEST_REPO_HOST:-$REMOTE_REPO_HOST}
|
|
local RPM_REQUEST_HOTFIX_REPO_PATH=${RPM_REQUEST_HOTFIX_REPO_PATH:-$RPM_HOTFIX_REPO_PATH}
|
|
local RPM_REQUEST_SECURITY_REPO_PATH=${RPM_REQUEST_SECURITY_REPO_PATH:-$RPM_SECURITY_REPO_PATH}
|
|
local RPM_REQUEST_PROPOSED_REPO_PATH=${RPM_REQUEST_PROPOSED_REPO_PATH:-$RPM_PROPOSED_REPO_PATH}
|
|
local RPM_REQUEST_OS_REPO_PATH=${RPM_REQUEST_OS_REPO_PATH:-$RPM_OS_REPO_PATH}
|
|
case true in
|
|
"$IS_HOTFIX" )
|
|
local RPM_REQUEST_REPO_PATH=$RPM_REQUEST_HOTFIX_REPO_PATH
|
|
;;
|
|
"$IS_SECURITY" )
|
|
local RPM_REQUEST_REPO_PATH=$RPM_REQUEST_SECURITY_REPO_PATH
|
|
;;
|
|
"$IS_UPDATES" )
|
|
local RPM_REQUEST_REPO_PATH=$RPM_REQUEST_PROPOSED_REPO_PATH
|
|
;;
|
|
* )
|
|
local RPM_REQUEST_REPO_PATH=$RPM_REQUEST_OS_REPO_PATH
|
|
;;
|
|
esac
|
|
EXTRAREPO="${EXTRAREPO}|repo5,http://${REMOTE_REQUEST_REPO_HOST}/${REPO_REQUEST_PATH_PREFIX}/${REQUEST}/${RPM_REQUEST_REPO_PATH}/x86_64"
|
|
fi
|
|
|
|
export EXTRAREPO
|
|
|
|
if [ -n "$EXTRAREPO" ] ; then
|
|
local EXTRAPARAMS=""
|
|
local OLDIFS="$IFS"
|
|
IFS='|'
|
|
for repo in $EXTRAREPO; do
|
|
IFS="$OLDIFS"
|
|
[ -n "$repo" ] && EXTRAPARAMS="${EXTRAPARAMS} --repository ${repo#*,}"
|
|
IFS='|'
|
|
done
|
|
IFS="$OLDIFS"
|
|
fi
|
|
|
|
local tmpdir=$(mktemp -d ${PKG_DIR}/build-XXXXXXXX)
|
|
echo "BUILD_SUCCEEDED=false" > ${WRKDIR}/buildresult.params
|
|
bash -c "${WRKDIR}/build \
|
|
--verbose \
|
|
--no-keep-chroot \
|
|
--dist ${DIST} \
|
|
--build \
|
|
--source $BUILDDIR \
|
|
--output $tmpdir \
|
|
${EXTRAPARAMS}"
|
|
local exitstatus=$(cat ${tmpdir}/exitstatus || echo 1)
|
|
[ -f "${tmpdir}/build.log" ] && mv "${tmpdir}/build.log" "${WRKDIR}/buildlog.txt"
|
|
[ -f "${tmpdir}/root.log" ] && mv "${tmpdir}/root.log" "${WRKDIR}/rootlog.txt"
|
|
|
|
fill_buildresult $exitstatus 0 $PACKAGENAME RPM
|
|
if [ "$exitstatus" == "0" ] ; then
|
|
rm -f ${WRKDIR}/buildresult.params
|
|
cat >${WRKDIR}/buildresult.params<<-EOL
|
|
BUILD_HOST=`hostname -f`
|
|
PKG_PATH=$tmpdir
|
|
GERRIT_CHANGE_STATUS=$GERRIT_CHANGE_STATUS
|
|
REQUEST_NUM=$REQUEST_NUM
|
|
LP_BUG=$LP_BUG
|
|
IS_SECURITY=$IS_SECURITY
|
|
IS_HOTFIX=$IS_HOTFIX
|
|
EXTRAREPO="$EXTRAREPO"
|
|
REPO_TYPE=rpm
|
|
DIST=$DIST
|
|
EOL
|
|
# Fill yaml file
|
|
local srpmfile=$(find ${tmpdir}/ -name *.src.rpm)
|
|
local srcpackagename=$(rpm -qp $srpmfile --queryformat %{NAME}"\n" | head -1)
|
|
local newrelease=$(rpm -qp $srpmfile --queryformat %{RELEASE}"\n" | head -1)
|
|
local yaml_report_file=${tmpdir}/${srcpackagename}.yaml
|
|
echo "Source: ${srcpackagename}" > $yaml_report_file
|
|
echo "Version: ${version}-${newrelease}" >> $yaml_report_file
|
|
echo "Binary:" >> $yaml_report_file
|
|
for binary in $(find ${tmpdir}/ -name *.rpm | egrep -v '\.src\.rpm$') ; do
|
|
local binary_name=$(rpm -qp $binary --queryformat %{NAME}"\n" | head -1)
|
|
echo " - ${binary_name}" >> $yaml_report_file
|
|
done
|
|
echo "Build_time: $(date '+%F-%H-%M-%S')" >> $yaml_report_file
|
|
echo "Code_project:" >> $yaml_report_file
|
|
echo " ${gitsrcprj}: ${gitsrcsha}" >> $yaml_report_file
|
|
[ "$IS_OPENSTACK" == "true" ] \
|
|
&& echo " ${gitspecprj}: ${gitspecsha}" >> $yaml_report_file
|
|
fi
|
|
|
|
exit $exitstatus
|
|
}
|
|
|
|
main "$@"
|
|
|
|
exit 0
|