218 lines
6.9 KiB
Bash
Executable File
218 lines
6.9 KiB
Bash
Executable File
#!/bin/bash -xe
|
|
|
|
configs_path=$WORKSPACE/sahara-ci-config/config
|
|
template_vars_file=/tmp/template_vars.ini
|
|
|
|
eval ci_flavor_id="\'20\'"
|
|
eval medium_flavor_id="\'3\'"
|
|
eval large_flavor_id="\'4\'"
|
|
|
|
check_dependency_patch() {
|
|
local project_name=$1
|
|
local zuul_changes=${ZUUL_CHANGES:-$2}
|
|
for dep in $(echo "$zuul_changes" | tr "^" "\n"); do
|
|
cur_proj=$(echo $dep|awk -F: '{print $1}')
|
|
[[ "$cur_proj" =~ ^"$project_name"$ ]] && return 0
|
|
done
|
|
return 1
|
|
}
|
|
|
|
conf_has_option() {
|
|
local file=$1
|
|
local section=$2
|
|
local option=$3
|
|
local line
|
|
|
|
line=$(sed -ne "/^\[$section\]/,/^\[.*\]/ { /^$option[ \t]*=/ p; }" "$file")
|
|
[ -n "$line" ]
|
|
}
|
|
|
|
enable_pypi() {
|
|
mkdir -p ~/.pip
|
|
export PIP_USE_MIRRORS=True
|
|
cp $configs_path/pip.conf ~/.pip/pip.conf
|
|
}
|
|
|
|
failure() {
|
|
local reason=$1
|
|
print_python_env
|
|
echo "$reason"
|
|
exit 1
|
|
}
|
|
|
|
get_dependency() {
|
|
local project_dir=$1
|
|
local project_name=$2
|
|
local branch=$3
|
|
if check_dependency_patch "$project_name"
|
|
then
|
|
# when patch depends on patch to some project
|
|
pushd "$(pwd)"
|
|
mkdir "$project_dir" && cd "$project_dir"
|
|
ZUUL_PROJECT="$project_name" /usr/local/jenkins/slave_scripts/gerrit-git-prep.sh https://review.openstack.org https://review.openstack.org
|
|
popd
|
|
else
|
|
git clone https://review.openstack.org/"$project_name" "$project_dir" -b "$branch"
|
|
fi
|
|
}
|
|
|
|
insert_config_value() {
|
|
local file=$1
|
|
local section=$2
|
|
local option=$3
|
|
local value=$4
|
|
|
|
[[ -z $section || -z $option ]] && return
|
|
|
|
if ! grep -q "^\[$section\]" "$file" 2>/dev/null; then
|
|
# Add section at the end
|
|
echo -e "\n[$section]" >>"$file"
|
|
fi
|
|
if ! conf_has_option "$file" "$section" "$option"; then
|
|
# Add it
|
|
sed -i -e "/^\[$section\]/ a\\
|
|
$option = $value
|
|
" "$file"
|
|
else
|
|
local sep
|
|
sep=$(echo -ne "\x01")
|
|
# Replace it
|
|
sed -i -e '/^\['${section}'\]/,/^\[.*\]/ s'${sep}'^\('${option}'[ \t]*=[ \t]*\).*$'${sep}'\1'"${value}"${sep} "$file"
|
|
fi
|
|
}
|
|
|
|
insert_scenario_value() {
|
|
local file=$1
|
|
local main_key=$2
|
|
local stop_key=$3
|
|
local sub_key=$4
|
|
local value=$5
|
|
local old_value=$6
|
|
|
|
[[ -z $main_key || -z $sub_key ]] && return
|
|
|
|
if ! scenario_has_option "$file" "$main_key" "$stop_key" "$sub_key"; then
|
|
echo "No such keys: $main_key -> $sub_key in scenario $file file. Skip setting value $value"
|
|
else
|
|
local sep
|
|
sep=$(echo -ne "\x01")
|
|
sed -i -e '/'${main_key}':/,/'${stop_key}'/ s'${sep}'\([ \t]'${sub_key}':[ \t]\).*'${old_value}'.*$'${sep}'\1'${value}${sep} $file
|
|
fi
|
|
}
|
|
|
|
print_python_env() {
|
|
[ -f $SAHARA_PATH/.tox/integration/bin/pip ] && $SAHARA_PATH/.tox/integration/bin/pip freeze > $WORKSPACE/logs/python-integration-env.txt
|
|
[ -f $SAHARA_PATH/.tox/scenario/bin/pip ] && $SAHARA_PATH/.tox/scenario/bin/pip freeze > $WORKSPACE/logs/python-scenario-env.txt
|
|
pip freeze > $WORKSPACE/logs/python-system-env.txt
|
|
}
|
|
|
|
run_tests() {
|
|
local scenario_config=$1
|
|
# shellcheck disable=SC2034
|
|
local concurrency=${2:-"1"}
|
|
echo "Integration tests are started"
|
|
export PYTHONUNBUFFERED=1
|
|
local scenario_edp
|
|
scenario_edp="${tests_etc:?}/edp.yaml.mako"
|
|
if [ ! -f $scenario_edp ]; then
|
|
scenario_edp="${tests_etc:?}/edp.yaml"
|
|
fi
|
|
# Temporary use additional log file, due to wrong status code from tox scenario tests
|
|
pushd $SAHARA_TESTS_PATH
|
|
# tox -e scenario -- --verbose -V $template_vars_file $scenario_credentials $scenario_edp $scenario_config || failure "Integration tests are failed"
|
|
tox -e venv -- sahara-scenario --verbose -V $template_vars_file $scenario_edp $scenario_config | tee tox.log
|
|
STATUS=$(grep "\ -\ Failed" tox.log | awk '{print $3}')
|
|
if [ "$STATUS" != "0" ]; then failure "Integration tests have failed"; fi
|
|
popd
|
|
}
|
|
|
|
scenario_has_option() {
|
|
local file=$1
|
|
local main_key=$2
|
|
local stop_key=$3
|
|
local sub_key=$4
|
|
local line
|
|
|
|
line=$(sed -ne "/$main_key\:/,/$stop_key/ { /[ \t]$sub_key:/ p; }" "$file")
|
|
[ -n "$line" ]
|
|
}
|
|
|
|
start_sahara() {
|
|
local conf_path=$1
|
|
local conf_dir
|
|
conf_dir=$(dirname $1)
|
|
local mode=$2
|
|
mkdir $WORKSPACE/logs
|
|
sahara-db-manage --config-file $conf_path upgrade head || failure "Command 'sahara-db-manage' failed"
|
|
if [ "$mode" == "distribute" ]; then
|
|
screen -dmS sahara-api /bin/bash -c "PYTHONUNBUFFERED=1 sahara-api --config-dir $conf_dir -d --log-file $WORKSPACE/logs/sahara-log-api.txt"
|
|
sleep 2
|
|
screen -dmS sahara-engine_1 /bin/bash -c "PYTHONUNBUFFERED=1 sahara-engine --config-dir $conf_dir -d --log-file $WORKSPACE/logs/sahara-log-engine-1.txt"
|
|
screen -dmS sahara-engine_2 /bin/bash -c "PYTHONUNBUFFERED=1 sahara-engine --config-dir $conf_dir -d --log-file $WORKSPACE/logs/sahara-log-engine-2.txt"
|
|
else
|
|
screen -dmS sahara-all /bin/bash -c "PYTHONUNBUFFERED=1 sahara-all --config-dir $conf_dir -d --log-file $WORKSPACE/logs/sahara-log.txt"
|
|
fi
|
|
|
|
api_responding_timeout=30
|
|
if ! timeout ${api_responding_timeout} sh -c "while ! curl -s http://127.0.0.1:8386/v1.1/ 2>/dev/null | grep -q 'requires authentication\|Authentication required' ; do sleep 1; done"; then
|
|
failure "Sahara API failed to respond within ${api_responding_timeout} seconds"
|
|
fi
|
|
}
|
|
|
|
write_sahara_main_conf() {
|
|
local conf_path=$1
|
|
local plugin=$2
|
|
insert_config_value $conf_path DEFAULT infrastructure_engine heat
|
|
insert_config_value $conf_path DEFAULT api_workers 4
|
|
insert_config_value $conf_path DEFAULT use_identity_api_v3 true
|
|
insert_config_value $conf_path DEFAULT use_neutron true
|
|
insert_config_value $conf_path DEFAULT min_transient_cluster_active_time 30
|
|
insert_config_value $conf_path DEFAULT node_domain ci
|
|
insert_config_value $conf_path DEFAULT plugins $plugin
|
|
insert_config_value $conf_path database connection mysql://sahara-citest:sahara-citest@localhost/sahara?charset=utf8
|
|
insert_config_value $conf_path keystone_authtoken auth_uri http://$OPENSTACK_HOST:5000/v2.0/
|
|
insert_config_value $conf_path keystone_authtoken identity_uri http://$OPENSTACK_HOST:35357/
|
|
insert_config_value $conf_path keystone_authtoken admin_user $OS_USERNAME
|
|
insert_config_value $conf_path keystone_authtoken admin_password $OS_PASSWORD
|
|
insert_config_value $conf_path keystone_authtoken admin_tenant_name $OS_TENANT_NAME
|
|
|
|
echo "----------- sahara.conf -----------"
|
|
cat $conf_path
|
|
echo "--------------- end ---------------"
|
|
}
|
|
|
|
write_tests_conf() {
|
|
local cluster_name=$1
|
|
local image_variable_name=$2
|
|
local image_name=$3
|
|
export NETWORK="neutron"
|
|
echo "[DEFAULT]
|
|
$image_variable_name: $image_name
|
|
cluster_name: $cluster_name
|
|
ci_flavor_id: ${ci_flavor_id:?}
|
|
medium_flavor_id: ${medium_flavor_id:?}
|
|
large_flavor_id: ${large_flavor_id:?}
|
|
" | tee ${template_vars_file}
|
|
}
|
|
|
|
get_template_path() {
|
|
local branch=$1
|
|
local plugin=$2
|
|
local base_path=$3
|
|
|
|
if [[ $branch == *"stable"* ]]; then
|
|
local release
|
|
release=${branch//stable\//}
|
|
base_path="$base_path/$release"
|
|
fi
|
|
local suffix
|
|
suffix=${plugin//_/-}
|
|
echo "$base_path/$suffix.yaml.mako"
|
|
}
|
|
|
|
get_image_variable_name() {
|
|
local scenario
|
|
scenario=$1
|
|
grep image < $scenario | awk '{ print $2 }' | sed "s/[{}$]//g"
|
|
}
|