Update to build using charmcraft

Due to a build problem with the reactive plugin, this change falls back
on overriding the steps and doing a manual build, but it also ensures
the CI system builds the charm using charmcraft.  Changes:

- add a build-requirements.txt
- modify charmcraft.yaml
- modify osci.yaml
    -> indicate build with charmcraft
- modify tox.ini
    -> tox -e build does charmcraft build/rename
    -> tox -e build-reactive does the reactive build
- modify bundles to use the <charm>.charm artifact in tests.
  and fix deprecation warning re: prefix
- tox inception to enable tox -e func-test in the CI

Change-Id: Ida2665d20845e20b51f3270870ad9cf55a824921
This commit is contained in:
Alex Kavanagh 2022-02-01 20:33:57 +00:00 committed by Corey Bryant
parent 71b6c122b9
commit a8d8eb5122
12 changed files with 144 additions and 69 deletions

7
build-requirements.txt Normal file
View File

@ -0,0 +1,7 @@
# NOTES(lourot):
# * We don't install charmcraft via pip anymore because it anyway spins up a
# container and scp the system's charmcraft snap inside it. So the charmcraft
# snap is necessary on the system anyway.
# * `tox -e build` successfully validated with charmcraft 1.2.1
cffi==1.14.6; python_version < '3.6' # cffi 1.15.0 drops support for py35.

View File

@ -2,9 +2,21 @@ type: charm
parts:
charm:
source: src/
plugin: reactive
build-snaps: [charm]
build-packages:
- tox
- git
- python3-dev
override-build: |
apt-get install ca-certificates -y
tox -e build-reactive
override-stage: |
echo "Copying charm to staging area: $CHARMCRAFT_STAGE"
NAME=$(ls $CHARMCRAFT_PART_BUILD/build/builds)
cp -r $CHARMCRAFT_PART_BUILD/build/builds/$NAME/* $CHARMCRAFT_STAGE/
override-prime: |
# For some reason, the normal priming chokes on the fact that there's a
# hooks directory.
cp -r $CHARMCRAFT_STAGE/* .
bases:
- name: ubuntu

View File

@ -7,3 +7,4 @@
vars:
needs_charm_build: true
charm_build_name: masakari-monitors
build_type: charmcraft

13
rename.sh Executable file
View File

@ -0,0 +1,13 @@
#!/bin/bash
charm=$(grep "charm_build_name" osci.yaml | awk '{print $2}')
echo "renaming ${charm}_*.charm to ${charm}.charm"
echo -n "pwd: "
pwd
ls -al
echo "Removing bad downloaded charm maybe?"
if [[ -e "${charm}.charm" ]];
then
rm "${charm}.charm"
fi
echo "Renaming charm here."
mv ${charm}_*.charm ${charm}.charm

View File

@ -4,6 +4,9 @@
# https://github.com/openstack-charmers/release-tools
#
# Need tox to be available from tox... inception yes, but its a workaround for now
tox
# Functional Test Requirements (let Zaza's dependencies solve all dependencies here!)
git+https://github.com/openstack-charmers/zaza.git#egg=zaza
git+https://github.com/openstack-charmers/zaza-openstack-tests.git#egg=zaza.openstack

View File

@ -1,6 +1,8 @@
variables:
openstack-origin: &openstack-origin cloud:focal-xena
local_overlay_enabled: False
series: focal
comment:
@ -83,7 +85,7 @@ applications:
worker-multiplier: 0.25
to:
- '3'
channel: latest/edge
channel: yoga/edge
cinder:
charm: ch:cinder
@ -94,7 +96,7 @@ applications:
glance-api-version: 2
to:
- '4'
channel: latest/edge
channel: yoga/edge
keystone:
charm: ch:keystone
@ -105,7 +107,7 @@ applications:
worker-multiplier: 0.25
to:
- '5'
channel: latest/edge
channel: yoga/edge
neutron-api:
charm: ch:neutron-api
@ -118,7 +120,7 @@ applications:
worker-multiplier: 0.25
to:
- '6'
channel: latest/edge
channel: yoga/edge
neutron-gateway:
charm: ch:neutron-gateway
@ -129,12 +131,12 @@ applications:
worker-multiplier: 0.25
to:
- '7'
channel: latest/edge
channel: yoga/edge
neutron-openvswitch:
charm: ch:neutron-openvswitch
num_units: 0
channel: latest/edge
channel: yoga/edge
nova-cloud-controller:
charm: ch:nova-cloud-controller
@ -146,7 +148,7 @@ applications:
debug: true
to:
- '23'
channel: latest/edge
channel: yoga/edge
nova-compute:
charm: ch:nova-compute
@ -167,7 +169,7 @@ applications:
- '8'
- '9'
- '10'
channel: latest/edge
channel: yoga/edge
rabbitmq-server:
charm: ch:rabbitmq-server
@ -185,7 +187,7 @@ applications:
- '12'
- '13'
- '14'
channel: latest/edge
channel: yoga/edge
ceph-mon:
charm: ch:ceph-mon
@ -197,7 +199,7 @@ applications:
- '15'
- '16'
- '17'
channel: latest/edge
channel: quincy/edge
ceph-osd:
charm: ch:ceph-osd
@ -211,14 +213,14 @@ applications:
- '18'
- '19'
- '20'
channel: latest/edge
channel: quincy/edge
cinder-ceph:
charm: ch:cinder-ceph
channel: latest/edge
channel: yoga/edge
masakari-monitors:
charm: ../../masakari-monitors
charm: ../../../masakari-monitors.charm
hacluster:
charm: ch:hacluster
@ -228,7 +230,7 @@ applications:
channel: latest/edge
pacemaker-remote:
charm: cs:~openstack-charmers-next/pacemaker-remote
charm: ch:pacemaker-remote
options:
enable-stonith: False
enable-resources: False
@ -247,7 +249,7 @@ applications:
openstack-origin: *openstack-origin
to:
- '22'
channel: latest/edge
channel: yoga/edge
relations:

View File

@ -1,6 +1,8 @@
variables:
openstack-origin: &openstack-origin cloud:focal-yoga
local_overlay_enabled: False
series: focal
comment:
@ -83,7 +85,7 @@ applications:
worker-multiplier: 0.25
to:
- '3'
channel: latest/edge
channel: yoga/edge
cinder:
charm: ch:cinder
@ -94,7 +96,7 @@ applications:
glance-api-version: 2
to:
- '4'
channel: latest/edge
channel: yoga/edge
keystone:
charm: ch:keystone
@ -105,7 +107,7 @@ applications:
worker-multiplier: 0.25
to:
- '5'
channel: latest/edge
channel: yoga/edge
neutron-api:
charm: ch:neutron-api
@ -118,7 +120,7 @@ applications:
worker-multiplier: 0.25
to:
- '6'
channel: latest/edge
channel: yoga/edge
neutron-gateway:
charm: ch:neutron-gateway
@ -129,12 +131,12 @@ applications:
worker-multiplier: 0.25
to:
- '7'
channel: latest/edge
channel: yoga/edge
neutron-openvswitch:
charm: ch:neutron-openvswitch
num_units: 0
channel: latest/edge
channel: yoga/edge
nova-cloud-controller:
charm: ch:nova-cloud-controller
@ -146,7 +148,7 @@ applications:
debug: true
to:
- '23'
channel: latest/edge
channel: yoga/edge
nova-compute:
charm: ch:nova-compute
@ -167,7 +169,7 @@ applications:
- '8'
- '9'
- '10'
channel: latest/edge
channel: yoga/edge
rabbitmq-server:
charm: ch:rabbitmq-server
@ -185,7 +187,7 @@ applications:
- '12'
- '13'
- '14'
channel: latest/edge
channel: yoga/edge
ceph-mon:
charm: ch:ceph-mon
@ -197,7 +199,7 @@ applications:
- '15'
- '16'
- '17'
channel: latest/edge
channel: quincy/edge
ceph-osd:
charm: ch:ceph-osd
@ -211,14 +213,14 @@ applications:
- '18'
- '19'
- '20'
channel: latest/edge
channel: quincy/edge
cinder-ceph:
charm: ch:cinder-ceph
channel: latest/edge
channel: yoga/edge
masakari-monitors:
charm: ../../masakari-monitors
charm: ../../../masakari-monitors.charm
hacluster:
charm: ch:hacluster
@ -228,7 +230,7 @@ applications:
channel: latest/edge
pacemaker-remote:
charm: cs:~openstack-charmers-next/pacemaker-remote
charm: ch:pacemaker-remote
options:
enable-stonith: False
enable-resources: False
@ -247,7 +249,7 @@ applications:
openstack-origin: *openstack-origin
to:
- '22'
channel: latest/edge
channel: yoga/edge
relations:

View File

@ -1,6 +1,8 @@
variables:
openstack-origin: &openstack-origin distro
local_overlay_enabled: False
series: impish
comment:
@ -83,7 +85,7 @@ applications:
worker-multiplier: 0.25
to:
- '3'
channel: latest/edge
channel: yoga/edge
cinder:
charm: ch:cinder
@ -94,7 +96,7 @@ applications:
glance-api-version: 2
to:
- '4'
channel: latest/edge
channel: yoga/edge
keystone:
charm: ch:keystone
@ -105,7 +107,7 @@ applications:
worker-multiplier: 0.25
to:
- '5'
channel: latest/edge
channel: yoga/edge
neutron-api:
charm: ch:neutron-api
@ -118,7 +120,7 @@ applications:
worker-multiplier: 0.25
to:
- '6'
channel: latest/edge
channel: yoga/edge
neutron-gateway:
charm: ch:neutron-gateway
@ -129,12 +131,12 @@ applications:
worker-multiplier: 0.25
to:
- '7'
channel: latest/edge
channel: yoga/edge
neutron-openvswitch:
charm: ch:neutron-openvswitch
num_units: 0
channel: latest/edge
channel: yoga/edge
nova-cloud-controller:
charm: ch:nova-cloud-controller
@ -146,7 +148,7 @@ applications:
debug: true
to:
- '23'
channel: latest/edge
channel: yoga/edge
nova-compute:
charm: ch:nova-compute
@ -167,7 +169,7 @@ applications:
- '8'
- '9'
- '10'
channel: latest/edge
channel: yoga/edge
rabbitmq-server:
charm: ch:rabbitmq-server
@ -185,7 +187,7 @@ applications:
- '12'
- '13'
- '14'
channel: latest/edge
channel: yoga/edge
ceph-mon:
charm: ch:ceph-mon
@ -197,7 +199,7 @@ applications:
- '15'
- '16'
- '17'
channel: latest/edge
channel: quincy/edge
ceph-osd:
charm: ch:ceph-osd
@ -211,14 +213,14 @@ applications:
- '18'
- '19'
- '20'
channel: latest/edge
channel: quincy/edge
cinder-ceph:
charm: ch:cinder-ceph
channel: latest/edge
channel: yoga/edge
masakari-monitors:
charm: ../../masakari-monitors
charm: ../../../masakari-monitors.charm
hacluster:
charm: ch:hacluster
@ -228,7 +230,7 @@ applications:
channel: latest/edge
pacemaker-remote:
charm: cs:~openstack-charmers-next/pacemaker-remote
charm: ch:pacemaker-remote
options:
enable-stonith: False
enable-resources: False
@ -247,7 +249,7 @@ applications:
openstack-origin: *openstack-origin
to:
- '22'
channel: latest/edge
channel: yoga/edge
relations:

View File

@ -1,6 +1,8 @@
variables:
openstack-origin: &openstack-origin distro
local_overlay_enabled: False
series: jammy
comment:
@ -83,7 +85,7 @@ applications:
worker-multiplier: 0.25
to:
- '3'
channel: latest/edge
channel: yoga/edge
cinder:
charm: ch:cinder
@ -94,7 +96,7 @@ applications:
glance-api-version: 2
to:
- '4'
channel: latest/edge
channel: yoga/edge
keystone:
charm: ch:keystone
@ -105,7 +107,7 @@ applications:
worker-multiplier: 0.25
to:
- '5'
channel: latest/edge
channel: yoga/edge
neutron-api:
charm: ch:neutron-api
@ -118,7 +120,7 @@ applications:
worker-multiplier: 0.25
to:
- '6'
channel: latest/edge
channel: yoga/edge
neutron-gateway:
charm: ch:neutron-gateway
@ -129,12 +131,12 @@ applications:
worker-multiplier: 0.25
to:
- '7'
channel: latest/edge
channel: yoga/edge
neutron-openvswitch:
charm: ch:neutron-openvswitch
num_units: 0
channel: latest/edge
channel: yoga/edge
nova-cloud-controller:
charm: ch:nova-cloud-controller
@ -146,7 +148,7 @@ applications:
debug: true
to:
- '23'
channel: latest/edge
channel: yoga/edge
nova-compute:
charm: ch:nova-compute
@ -167,7 +169,7 @@ applications:
- '8'
- '9'
- '10'
channel: latest/edge
channel: yoga/edge
rabbitmq-server:
charm: ch:rabbitmq-server
@ -185,7 +187,7 @@ applications:
- '12'
- '13'
- '14'
channel: latest/edge
channel: yoga/edge
ceph-mon:
charm: ch:ceph-mon
@ -197,7 +199,7 @@ applications:
- '15'
- '16'
- '17'
channel: latest/edge
channel: quincy/edge
ceph-osd:
charm: ch:ceph-osd
@ -211,14 +213,14 @@ applications:
- '18'
- '19'
- '20'
channel: latest/edge
channel: quincy/edge
cinder-ceph:
charm: ch:cinder-ceph
channel: latest/edge
channel: yoga/edge
masakari-monitors:
charm: ../../masakari-monitors
charm: ../../../masakari-monitors.charm
hacluster:
charm: ch:hacluster
@ -228,7 +230,7 @@ applications:
channel: latest/edge
pacemaker-remote:
charm: cs:~openstack-charmers-next/pacemaker-remote
charm: ch:pacemaker-remote
options:
enable-stonith: False
enable-resources: False
@ -247,7 +249,7 @@ applications:
openstack-origin: *openstack-origin
to:
- '22'
channel: latest/edge
channel: yoga/edge
relations:

View File

@ -27,20 +27,20 @@ smoke_bundles:
target_deploy_status:
easyrsa:
workload-status-message: Certificate Authority connected.
workload-status-message-prefix: Certificate Authority connected.
etcd:
workload-status-message: Healthy
workload-status-message-prefix: Healthy
postgresql:
workload-status-message: Live
workload-status-message-prefix: Live
vault:
workload-status: blocked
workload-status-message: Vault needs to be initialized
workload-status-message-prefix: Vault needs to be initialized
ceph-osd:
workload-status: waiting
workload-status-message: "Incomplete relation: vault"
workload-status-message-prefix: "Incomplete relation: vault"
ceph-mon:
workload-status: waiting
workload-status-message: "Monitor bootstrapped but waiting for number of OSDs to reach expected-osd-count (3)"
workload-status-message-prefix: "Monitor bootstrapped but waiting for number of OSDs to reach expected-osd-count (3)"
tests_options:
force_deploy:

View File

@ -28,6 +28,11 @@ oslo.utils<=3.41.0;python_version<'3.6'
requests>=2.18.4
charms.reactive
# Newer mock seems to have some syntax which is newer than python3.5 (e.g.
# f'{something}'
mock>=1.2,<4.0.0; python_version < '3.6'
mock>=1.2; python_version >= '3.6'
nose>=1.3.7
coverage>=3.6
git+https://github.com/openstack/charms.openstack.git#egg=charms.openstack
@ -46,3 +51,4 @@ pbr==5.6.0 # vault
cryptography<3.4 # vault, keystone-saml-mellon
lxml # keystone-saml-mellon
hvac # vault, barbican-vault
psutil # cinder-lvm

25
tox.ini
View File

@ -37,11 +37,24 @@ setenv = VIRTUAL_ENV={envdir}
passenv = http_proxy https_proxy INTERFACE_PATH LAYER_PATH JUJU_REPOSITORY
install_command =
{toxinidir}/pip.sh install {opts} {packages}
allowlist_externals =
charmcraft
bash
tox
rename.sh
deps =
-r{toxinidir}/requirements.txt
[testenv:build]
basepython = python3
deps = -r{toxinidir}/build-requirements.txt
commands =
charmcraft clean
charmcraft -v build
{toxinidir}/rename.sh
[testenv:build-reactive]
basepython = python3
commands =
charm-build --log-level DEBUG --use-lock-file-branches -o {toxinidir}/build/builds src {posargs}
@ -86,6 +99,18 @@ deps = flake8==3.9.2
charm-tools==2.8.3
commands = flake8 {posargs} src unit_tests
[testenv:func-target]
# Hack to get functional tests working in the charmcraft
# world. We should fix this.
basepython = python3
passenv = HOME TERM CS_* OS_* TEST_*
deps = -r{toxinidir}/src/test-requirements.txt
changedir = {toxinidir}/src
commands =
bash -c "if [ ! -f ../*.charm ]; then echo 'Charm does not exist. Run tox -e build'; exit 1; fi"
tox --version
tox -e func-target {posargs}
[testenv:cover]
# Technique based heavily upon
# https://github.com/openstack/nova/blob/master/tox.ini