228 lines
8.2 KiB
Bash
Executable File
228 lines
8.2 KiB
Bash
Executable File
#!/bin/bash
|
|
#
|
|
# create_config script for devstack plugin script
|
|
# Build config for run functional tests with or wuthout tempest
|
|
|
|
set -o xtrace
|
|
set +o errexit
|
|
|
|
TEST_CONFIG="$1"
|
|
if [[ -z "$TEST_CONFIG" ]]; then
|
|
die $LINENO "Please pass config name"
|
|
fi
|
|
sudo rm -f $EC2API_DIR/$TEST_CONFIG
|
|
|
|
REGULAR_IMAGE_URL="https://cloud-images.ubuntu.com/precise/current/precise-server-cloudimg-i386-disk1.img"
|
|
REGULAR_IMAGE_FNAME="precise-server-cloudimg-i386-disk1.img"
|
|
REGULAR_IMAGE_NAME="precise"
|
|
|
|
CIRROS_IMAGE_URL="http://download.cirros-cloud.net/0.3.4/cirros-0.3.4-x86_64-disk.img"
|
|
CIRROS_IMAGE_FNAME="cirros-0.3.4-x86_64-disk.img"
|
|
|
|
MAX_FAIL=20
|
|
FLAVOR_NAME="m1.ec2api"
|
|
FLAVOR_NAME_ALT="m1.ec2api-alt"
|
|
|
|
if [[ -n "$TOP_DIR" ]]; then
|
|
source $TOP_DIR/accrc/admin/admin
|
|
# bug somewhere
|
|
unset OS_AUTH_TYPE
|
|
# remove v2.0 from OS_AUTH_URL
|
|
export OS_AUTH_URL=$(echo $OS_AUTH_URL | sed -r "s#(.*\/).*#\1#")
|
|
fi
|
|
|
|
openstack endpoint list
|
|
if [[ "$?" -ne "0" ]]; then
|
|
die $LINENO "OpenStack CLI doesn't work. Looks like credentials are absent."
|
|
fi
|
|
|
|
# in some cases these packages can present in the system but don't work
|
|
# reinstalling can help
|
|
euca-describe-images
|
|
if [[ "$?" -ne "0" ]]; then
|
|
sudo apt-get purge euca2ools python-requestbuilder -fy
|
|
sudo apt-get install euca2ools python-requestbuilder -fy
|
|
euca-describe-images
|
|
if [[ "$?" -ne "0" ]]; then
|
|
die $LINENO "Looks like euca2ools is not correctly installed."
|
|
fi
|
|
fi
|
|
|
|
neutron_item=$(openstack service list | grep neutron)
|
|
|
|
# prepare flavors
|
|
nova flavor-create --is-public True $FLAVOR_NAME 16 512 0 1
|
|
nova flavor-create --is-public True $FLAVOR_NAME_ALT 17 256 0 1
|
|
|
|
# prepare cirros image for register_image test. uploading it to S3.
|
|
sudo rm /tmp/$CIRROS_IMAGE_FNAME
|
|
wget -nv -P /tmp $CIRROS_IMAGE_URL &
|
|
cirros_image_wget_pid=$!
|
|
|
|
# find simple image
|
|
image_id=$(euca-describe-images --show-empty-fields | grep "cirros" | grep "ami-" | head -n 1 | awk '{print $2}')
|
|
|
|
# prepare ubuntu image
|
|
if [[ $RUN_LONG_TESTS == "1" ]]; then
|
|
sudo rm /tmp/$REGULAR_IMAGE_FNAME
|
|
wget -nv -P /tmp $REGULAR_IMAGE_URL
|
|
if [[ "$?" -ne "0" ]]; then
|
|
echo "Downloading of precise image failed."
|
|
exit 1
|
|
fi
|
|
openstack image create --disk-format raw --container-format bare --public --file /tmp/$REGULAR_IMAGE_FNAME $REGULAR_IMAGE_NAME
|
|
if [[ "$?" -ne "0" ]]; then
|
|
echo "Creation of precise image failed."
|
|
exit 1
|
|
fi
|
|
# find this image
|
|
image_id_ubuntu=$(euca-describe-images --show-empty-fields | grep "$REGULAR_IMAGE_NAME" | grep "ami-" | head -n 1 | awk '{print $2}')
|
|
fi
|
|
|
|
# create separate user/project
|
|
project_name="project-$(cat /dev/urandom | tr -cd 'a-f0-9' | head -c 8)"
|
|
eval $(openstack project create -f shell -c id $project_name)
|
|
project_id=$id
|
|
[[ -n "$project_id" ]] || { echo "Can't create project"; exit 1; }
|
|
user_name="user-$(cat /dev/urandom | tr -cd 'a-f0-9' | head -c 8)"
|
|
eval $(openstack user create "$user_name" --project "$project_id" --password "password" --email "$user_name@example.com" -f shell -c id)
|
|
user_id=$id
|
|
[[ -n "$user_id" ]] || { echo "Can't create user"; exit 1; }
|
|
# add 'Member' role for swift access
|
|
role_id=$(openstack role show Member -c id -f value)
|
|
openstack role add --project $project_id --user $user_id $role_id
|
|
# create network
|
|
if [[ -n "$neutron_item" ]]; then
|
|
net_id=$(neutron net-create --tenant-id $project_id "private" | grep ' id ' | awk '{print $4}')
|
|
[[ -n "$net_id" ]] || { echo "net-create failed"; exit 1; }
|
|
subnet_id=$(neutron subnet-create --tenant-id $project_id --ip_version 4 --gateway 10.0.0.1 --name "private_subnet" $net_id 10.0.0.0/24 | grep ' id ' | awk '{print $4}')
|
|
[[ -n "$subnet_id" ]] || { echo "subnet-create failed"; exit 1; }
|
|
router_id=$(neutron router-create --tenant-id $project_id "private_router" | grep ' id ' | awk '{print $4}')
|
|
[[ -n "$router_id" ]] || { echo "router-create failed"; exit 1; }
|
|
neutron router-interface-add $router_id $subnet_id
|
|
[[ "$?" -eq 0 ]] || { echo "router-interface-add failed"; exit 1; }
|
|
public_net_id=$(neutron net-list | grep public | awk '{print $2}')
|
|
[[ -n "$public_net_id" ]] || { echo "can't find public network"; exit 1; }
|
|
neutron router-gateway-set $router_id $public_net_id
|
|
[[ "$?" -eq 0 ]] || { echo "router-gateway-set failed"; exit 1; }
|
|
fi
|
|
# populate credentials
|
|
openstack ec2 credentials create --user $user_id --project $project_id 1>&2
|
|
line=`openstack ec2 credentials list --user $user_id | grep " $project_id "`
|
|
read ec2_access_key ec2_secret_key <<< `echo $line | awk '{print $2 " " $4 }'`
|
|
|
|
ec2_auth="-I $ec2_access_key -S $ec2_secret_key"
|
|
auth="--os-project-name $project_name --os-username $user_name --os-password password"
|
|
|
|
# create EBS image
|
|
volume_status() { cinder $auth show $1|awk '/ status / {print $4}'; }
|
|
instance_status() { nova $auth show $1|awk '/ status / {print $4}'; }
|
|
|
|
openstack_image_id=$(openstack $auth image list --long | grep "cirros" | grep " ami " | head -1 | awk '{print $2}')
|
|
if [[ -n "$openstack_image_id" ]]; then
|
|
volume_id=$(cinder $auth create --image-id $openstack_image_id 1 | awk '/ id / {print $4}')
|
|
[[ -n "$volume_id" ]] || { echo "can't create volume for EBS image creation"; exit 1; }
|
|
fail=0
|
|
while [[ true ]] ; do
|
|
if ((fail >= MAX_FAIL)); then
|
|
die $LINENO "Volume creation fails (timeout)"
|
|
fi
|
|
echo "attempt "$fail" of "$MAX_FAIL
|
|
status=$(volume_status $volume_id)
|
|
if [[ $status == "available" ]]; then
|
|
break
|
|
fi
|
|
if [[ $status == "error" || -z "$status" ]]; then
|
|
cinder $auth show $volume_id
|
|
die $LINENO 'Volume creation error'
|
|
fi
|
|
sleep 10
|
|
((++fail))
|
|
done
|
|
|
|
instance_name="i-$(cat /dev/urandom | tr -cd 'a-f0-9' | head -c 8)"
|
|
instance_id=$(nova $auth boot \
|
|
--flavor "$FLAVOR_NAME" \
|
|
--block-device "device=/dev/vda,id=$volume_id,shutdown=remove,source=volume,dest=volume,bootindex=0" \
|
|
"$instance_name" | awk '/ id / {print $4}')
|
|
[[ -n "$instance_id" ]] || { echo "can't boot EBS instance"; exit 1; }
|
|
fail=0
|
|
while [[ true ]] ; do
|
|
if ((fail >= MAX_FAIL)); then
|
|
die $LINENO "Instance active status wait timeout occured"
|
|
fi
|
|
echo "attempt "$fail" of "$MAX_FAIL
|
|
status=$(instance_status $instance_id)
|
|
if [[ "$status" == "ACTIVE" ]]; then
|
|
break
|
|
fi
|
|
if [[ "$status" == "ERROR" || -z "$status" ]]; then
|
|
nova $auth show $instance_id
|
|
die $LINENO 'Instance booting error'
|
|
fi
|
|
sleep 10
|
|
((++fail))
|
|
done
|
|
|
|
image_name="image-$(cat /dev/urandom | tr -cd 'a-f0-9' | head -c 8)"
|
|
nova $auth image-create $instance_name $image_name
|
|
if [[ "$?" -ne "0" ]]; then
|
|
die $LINENO "Image creation from instance fails"
|
|
fi
|
|
ebs_image_id=$(euca-describe-images $ec2_auth --show-empty-fields | grep $image_name | awk '{print $2}')
|
|
nova $auth delete $instance_id
|
|
fi
|
|
|
|
timeout="180"
|
|
run_long_tests="False"
|
|
if [[ $RUN_LONG_TESTS == "1" ]]; then
|
|
timeout="600"
|
|
run_long_tests="True"
|
|
fi
|
|
|
|
# right now nova-network is very unstable to run tests that want to ssh into instance
|
|
run_ssh="False"
|
|
if [[ -n "$neutron_item" ]]; then
|
|
run_ssh="True"
|
|
fi
|
|
|
|
wait $cirros_image_wget_pid
|
|
if [[ "$?" -eq "0" ]]; then
|
|
mkdir -p /tmp/cirros
|
|
# do it under sudo because admin-pk is not accessible under user
|
|
sudo euca-bundle-image -i /tmp/$CIRROS_IMAGE_FNAME -d /tmp/cirrosimage -r x86_64 -c $EC2_CERT -k $EC2_PRIVATE_KEY --ec2cert $EUCALYPTUS_CERT --user $EC2_USER_ID
|
|
if [[ "$?" -eq "0" ]]; then
|
|
sudo chmod a+r /tmp/cirrosimage/*
|
|
euca-upload-bundle $ec2_auth -b cirrosimage -m /tmp/cirrosimage/$CIRROS_IMAGE_FNAME.manifest.xml --acl public-read --debug
|
|
if [[ "$?" -eq "0" ]]; then
|
|
cirros_image_manifest="cirrosimage/$CIRROS_IMAGE_FNAME.manifest.xml"
|
|
else
|
|
warn $LINENO "Uploading of image $CIRROS_IMAGE_URL to S3 failed."
|
|
fi
|
|
else
|
|
warn $LINENO "Bundling of image $CIRROS_IMAGE_URL failed."
|
|
fi
|
|
else
|
|
warn $LINENO "Downloading of image $CIRROS_IMAGE_URL failed."
|
|
fi
|
|
|
|
sudo bash -c "cat > $EC2API_DIR/$TEST_CONFIG <<EOF
|
|
[aws]
|
|
ec2_url = $EC2_URL
|
|
s3_url = $S3_URL
|
|
aws_access = $ec2_access_key
|
|
aws_secret = $ec2_secret_key
|
|
image_id = $image_id
|
|
image_id_ubuntu = $image_id_ubuntu
|
|
ebs_image_id = $ebs_image_id
|
|
build_timeout = $timeout
|
|
run_long_tests = $run_long_tests
|
|
instance_type = $FLAVOR_NAME
|
|
instance_type_alt = $FLAVOR_NAME_ALT
|
|
ami_image_location = $cirros_image_manifest
|
|
run_ssh = $run_ssh
|
|
ca_bundle = $OS_CACERT
|
|
EOF"
|
|
|
|
sudo chown -f $STACK_USER $EC2API_DIR/$TEST_CONFIG
|