107 lines
4.0 KiB
Bash
107 lines
4.0 KiB
Bash
#!/bin/bash -ex
|
|
|
|
# Deploys CCP and runs simple, built-in OpenStack tests.
|
|
# Kubernetes cluster is expected to be pre-deployed and snapshoted - if not
|
|
# this script will ensure this.
|
|
# The script expects fuel-ccp cloned into fuel-ccp/ and fuel-ccp-installer
|
|
# cloned into fuel-ccp-installer/ directory (e.g. by Jenkins SCM plugin).
|
|
|
|
|
|
# CONFIGURATION:
|
|
######################################################
|
|
: ${FUEL_DEVOPS_ENV_NAME:="fuel-ccp-${COMPONENT}-${VERSION}-deployment"}
|
|
FUEL_DEVOPS_SNAPSHOT_NAME="fresh"
|
|
FUEL_DEVOPS_INSTALLATION_DIR="/home/jenkins/venv-fuel-devops-3.0"
|
|
HYPERKUBE_REPO="quay.io/coreos/hyperkube"
|
|
HYPERKUBE_TAG="v1.4.0_coreos.1"
|
|
HYPERKUBE_VERSION="v1.4.0"
|
|
export APT_CACHE_SERVER_IP="`getent hosts cache-scc.ng.mirantis.net| awk '{print $1}'`"
|
|
export APT_CACHE_SERVER_PORT="3142"
|
|
|
|
# Prepare K8s env:
|
|
source "${FUEL_DEVOPS_INSTALLATION_DIR}"/bin/activate
|
|
NEED_TO_SETUP_ENV=false
|
|
dos.py revert "${FUEL_DEVOPS_ENV_NAME}" "${FUEL_DEVOPS_SNAPSHOT_NAME}" || NEED_TO_SETUP_ENV=true
|
|
dos.py resume "${FUEL_DEVOPS_ENV_NAME}" || NEED_TO_SETUP_ENV=true
|
|
if [ "${NEED_TO_SETUP_ENV}" = "true" ]; then
|
|
echo "Couldn't revert fuel-devops snapshot, recreating environment."
|
|
|
|
# Try to delete old envs to ensure clean host:
|
|
dos.py destroy "${FUEL_DEVOPS_ENV_NAME}" || true
|
|
dos.py erase "${FUEL_DEVOPS_ENV_NAME}" || true
|
|
|
|
# Create kargo deployment script:
|
|
cat > k8s_deploy.sh << EOF
|
|
#!/bin/bash -ex
|
|
|
|
export ENV_NAME=${FUEL_DEVOPS_ENV_NAME}
|
|
export IMAGE_PATH="/home/jenkins/workspace/cloud-images/default-image.qcow2"
|
|
export DONT_DESTROY_ON_SUCCESS=1
|
|
export DEPLOY_METHOD="kargo"
|
|
export SLAVES_COUNT="3"
|
|
export WORKSPACE="/home/jenkins/workspace"
|
|
export FUEL_DEVOPS_INSTALLATION_DIR=${FUEL_DEVOPS_INSTALLATION_DIR}
|
|
export CUSTOM_YAML='hyperkube_image_repo: "${HYPERKUBE_REPO}"
|
|
hyperkube_image_tag: "${HYPERKUBE_TAG}"
|
|
kube_version: "${HYPERKUBE_VERSION}"'
|
|
|
|
echo "Running on \${NODE_NAME}: \${ENV_NAME}"
|
|
source \${FUEL_DEVOPS_INSTALLATION_DIR}/bin/activate
|
|
echo "Use image:"
|
|
ls -la \${IMAGE_PATH}
|
|
env
|
|
|
|
pushd fuel-ccp-installer
|
|
bash -ex "./utils/jenkins/run_k8s_deploy_test.sh"
|
|
popd
|
|
EOF
|
|
chmod +x k8s_deploy.sh
|
|
|
|
# Now deploy the cluster:
|
|
./k8s_deploy.sh
|
|
|
|
# Create fresh snapshot:
|
|
dos.py suspend "${FUEL_DEVOPS_ENV_NAME}"
|
|
dos.py snapshot "${FUEL_DEVOPS_ENV_NAME}" "${FUEL_DEVOPS_SNAPSHOT_NAME}"
|
|
|
|
# Resume from snapshot to deploy CCP later on in the script:
|
|
dos.py resume "${FUEL_DEVOPS_ENV_NAME}"
|
|
fi
|
|
|
|
|
|
# Get IP address of first node in the cluster:
|
|
ADMIN_IP=$(ENV_NAME=${FUEL_DEVOPS_ENV_NAME} python fuel-ccp-installer/utils/jenkins/env.py get_slaves_ips | grep -o "[0-9]\+\.[0-9]\+\.[0-9]\+\.[0-9]\+" | head -1)
|
|
SSH_COMMAND="sshpass -p vagrant ssh -o StrictHostKeyChecking=no vagrant@${ADMIN_IP}"
|
|
SCP_COMMAND="sshpass -p vagrant scp -o StrictHostKeyChecking=no"
|
|
|
|
# remove old key:
|
|
ssh-keygen -R "${ADMIN_IP}"
|
|
|
|
# Store info about Jenkins job on VM:
|
|
echo "${BUILD_TAG}" | ${SSH_COMMAND} "tee -a JENKINS_INFO.TXT"
|
|
|
|
# After restore snapshot ntp service doesn't work and need restart on all nodes
|
|
${SSH_COMMAND} "sudo service ntp restart"
|
|
${SSH_COMMAND} "ssh -o StrictHostKeyChecking=no node2 sudo service ntp restart"
|
|
${SSH_COMMAND} "ssh -o StrictHostKeyChecking=no node3 sudo service ntp restart"
|
|
|
|
# Prepare env on "admin" VM:
|
|
if [ ${COMPONENT} == "full" ];then
|
|
${SCP_COMMAND} -r fuel-ccp/ vagrant@"${ADMIN_IP}":~/
|
|
else
|
|
${SCP_COMMAND} -r fuel-ccp/ vagrant@"${ADMIN_IP}":~/
|
|
# set +x is just for security reasons to avoid publishing internal IP
|
|
set +x
|
|
getent hosts zuul.mcp.fuel-infra.org | ${SSH_COMMAND} "sudo tee -a /etc/hosts"
|
|
set -x
|
|
${SCP_COMMAND} -r containers/openstack/ vagrant@"${ADMIN_IP}":/tmp/ccp-repos
|
|
fi
|
|
# Run CCP deployment and OpenStack tests:
|
|
${SSH_COMMAND} "pushd fuel-ccp && APT_CACHE_SERVER=http://${APT_CACHE_SERVER_IP}:${APT_CACHE_SERVER_PORT} tox -e multi-deploy -- --openstack-version ${VERSION} --number-of-envs 1 -d"
|
|
|
|
# Revert to fresh to decrease image size
|
|
dos.py revert "${FUEL_DEVOPS_ENV_NAME}" "${FUEL_DEVOPS_SNAPSHOT_NAME}"
|
|
|
|
# Clean-up (snapshot should remain for next jobs):
|
|
dos.py destroy "${FUEL_DEVOPS_ENV_NAME}"
|