openstack
/
project-config
Code Issues Proposed changes

Don't cache downloaded wheels in our wheels mirror 

In the build-wheels role, parse stdout from all the build logs to
build up a unique list of all wheels downloaded from PyPI and delete
them from the wheelhouse, since this is only meant to provide built
wheels which are absent from PyPI. Those will be retrieved from our
caching proxy of PyPI served from the same mirror hosts anyway.

Change-Id: Id021ba5fd55bf6d43e99f9f3a7121aee8b0d0a6f
This commit is contained in:
Jeremy Stanley 2020-01-20 19:30:37 +00:00
parent c3da4458ee
commit 988b9754bb
1 changed files with 17 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
roles/build-wheels/files/wheel-build.sh
View File

@ -63,6 +63,16 @@ for BRANCH in master $BRANCHES; do
fi
done
# Parse stdout from all the build logs to build up a unique list of all
# wheels downloaded from PyPI and delete them from the wheelhouse, since
# this is only meant to provide built wheels which are absent from PyPI.
find ${LOGS}/build/ -name stdout -exec grep 'Downloading from URL' {} \; \
| sed -n 's,.*Downloading from URL .*/\([^/]*\.whl\)#.*,\1,p' \
| sort -u > ${LOGS}/remove-wheels.txt
pushd ${WHEELHOUSE_DIR}
cat ../${LOGS}/remove-wheels.txt | xargs rm
popd
if [ -f ${FAIL_LOG} ]; then
cat ${FAIL_LOG}
fi
@ -76,3 +86,10 @@ pushd ${LOGS}
tar zcvf build-logs.tar.gz ./build
rm -rf ./build
popd
# Set the final exit status to 1 if remove-wheels.txt is empty so the
# job will fail.
if [ ! -s ${LOGS}/remove-wheels.txt ]; then
echo "*** EMPTY WHEEL REMOVAL LIST: THIS SHOULD NOT HAPPEN ***"
exit 1
fi