# # (C) Copyright 2015-2017 Hewlett Packard Enterprise Development LP # Copyright 2017 FUJITSU LIMITED # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # #    http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or # implied. # See the License for the specific language governing permissions and # limitations under the License. # # Monasca DevStack plugin # # Install and start Monasca service in devstack # # To enable Monasca in devstack add an entry to local.conf that # looks like # # [[local|localrc]] # enable_plugin monasca https://git.openstack.org/openstack/monasca-api # # By default all Monasca services are started (see # devstack/settings). To disable a specific service use the # disable_service function. For example to turn off notification: # # disable_service monasca-notification # # Several variables set in the localrc section adjust common behaviors # of Monasca (see within for additional settings): # # EXAMPLE VARS HERE # Save trace setting XTRACE=$(set +o | grep xtrace) set -o xtrace ERREXIT=$(set +o | grep errexit) set -o errexit # source lib/* source ${MONASCA_API_DIR}/devstack/lib/constants.sh source ${MONASCA_API_DIR}/devstack/lib/zookeeper.sh source ${MONASCA_API_DIR}/devstack/lib/ui.sh source ${MONASCA_API_DIR}/devstack/lib/notification.sh source ${MONASCA_API_DIR}/devstack/lib/profile.sh source ${MONASCA_API_DIR}/devstack/lib/client.sh source ${MONASCA_API_DIR}/devstack/lib/persister.sh # source lib/* # Set default implementations to python export MONASCA_API_IMPLEMENTATION_LANG=${MONASCA_API_IMPLEMENTATION_LANG:-python} # Set default persistent layer settings export MONASCA_METRICS_DB=${MONASCA_METRICS_DB:-influxdb} # Make sure we use ORM mapping as default if postgresql is enabled if is_service_enabled mysql; then MONASCA_DATABASE_USE_ORM=${MONASCA_DATABASE_USE_ORM:-false} elif is_service_enabled postgresql; then MONASCA_DATABASE_USE_ORM=true fi MONASCA_DATABASE_USE_ORM=$(trueorfalse False MONASCA_DATABASE_USE_ORM) # Set INFLUXDB_VERSION if [[ "${MONASCA_API_IMPLEMENTATION_LANG,,}" == 'java' ]]; then INFLUXDB_VERSION=${INFLUXDB_VERSION:-${INFLUXDB_JAVA_VERSION}} elif [[ "${MONASCA_API_IMPLEMENTATION_LANG,,}" == 'python' ]]; then INFLUXDB_VERSION=${INFLUXDB_VERSION:-${INFLUXDB_PYTHON_VERSION}} else echo "Found invalid value for variable MONASCA_API_IMPLEMENTATION_LANG: $MONASCA_API_IMPLEMENTATION_LANG" echo "Valid values for MONASCA_API_IMPLEMENTATION_LANG are \"java\" and \"python\"" die "Please set MONASCA_API_IMPLEMENTATION_LANG to either \"java'' or \"python\"" fi # monasca-api settings if [[ ${USE_VENV} = True ]]; then PROJECT_VENV["monasca-api"]=${MONASCA_API_DIR}.venv MONASCA_API_BIN_DIR=${PROJECT_VENV["monasca-api"]}/bin else MONASCA_API_BIN_DIR=$(get_python_exec_prefix) fi MONASCA_API_BASE_URI=${MONASCA_API_SERVICE_PROTOCOL}://${MONASCA_API_SERVICE_HOST}:${MONASCA_API_SERVICE_PORT} MONASCA_API_URI_V2=${MONASCA_API_BASE_URI}/v2.0 # Files inside this directory will be visible in gates log MON_API_GATE_CONFIGURATION_DIR=/etc/monasca-api function pre_install_monasca { echo_summary "Pre-Installing Monasca Components" find_nearest_apache_mirror install_gate_config_holder install_kafka install_zookeeper if is_service_enabled monasca-storm; then install_storm fi install_monasca_virtual_env install_monasca_$MONASCA_METRICS_DB pre_monasca-persister } function install_monasca { echo_summary "Installing Monasca" install_monasca_common_java stack_install_service monasca-persister stack_install_service monasca-notification if is_service_enabled monasca-thresh; then if ! is_service_enabled monasca-storm; then die "monasca-thresh requires monasca-storm service to be enabled" fi install_monasca_thresh fi if is_service_enabled monasca-api; then if [ "$MONASCA_API_IMPLEMENTATION_LANG" == "python" ]; then stack_install_service monasca-api else install_monasca_api_java sudo systemctl enable monasca-api fi fi install_ui } function configure_monasca { echo_summary "Configuring Monasca" #(trebskit) Installing should happen in post-config phase # at this point databases is already configured install_schema configure_ui configure_monasca_api configure_monasca-notification configure_monasca-persister configure_screen } function configure_screen { if [[ -n ${SCREEN_LOGDIR} ]]; then sudo ln -sf /var/log/influxdb/influxd.log ${SCREEN_LOGDIR}/screen-influxdb.log || true sudo ln -sf /var/log/monasca/agent/statsd.log ${SCREEN_LOGDIR}/screen-monasca-agent-statsd.log || true sudo ln -sf /var/log/monasca/agent/supervisor.log ${SCREEN_LOGDIR}/screen-monasca-agent-supervisor.log || true sudo ln -sf /var/log/monasca/agent/collector.log ${SCREEN_LOGDIR}/screen-monasca-agent-collector.log || true sudo ln -sf /var/log/monasca/agent/forwarder.log ${SCREEN_LOGDIR}/screen-monasca-agent-forwarder.log || true sudo ln -sf /var/log/storm/access.log ${SCREEN_LOGDIR}/screen-monasca-thresh-access.log || true sudo ln -sf /var/log/storm/supervisor.log ${SCREEN_LOGDIR}/screen-monasca-thresh-supervisor.log || true sudo ln -sf /var/log/storm/metrics.log ${SCREEN_LOGDIR}/screen-monasca-thresh-metrics.log || true sudo ln -sf /var/log/storm/nimbus.log  ${SCREEN_LOGDIR}/screen-monasca-thresh-nimbus.log || true sudo ln -sf /var/log/storm/worker-6701.log ${SCREEN_LOGDIR}/screen-monasca-thresh-worker-6701.log || true sudo ln -sf /var/log/storm/worker-6702.log ${SCREEN_LOGDIR}/screen-monasca-thresh-worker-6702.log || true fi } function extra_monasca { echo_summary "Installing additional monasca components" create_metric_accounts install_monasca_agent install_monascaclient install_monasca_profile if is_service_enabled horizon; then install_node_nvm install_go install_monasca_grafana fi start_monasca_services } function start_monasca_services { if is_service_enabled monasca-api; then start_monasca_api fi start_monasca-notification start_monasca-persister if is_service_enabled monasca-thresh; then start_service monasca-thresh || restart_service monasca-thresh fi if is_service_enabled horizon; then start_service grafana-server || restart_service grafana-server fi if is_service_enabled monasca-agent; then sudo /usr/local/bin/monasca-reconfigure start_service monasca-agent || restart_service monasca-agent fi } function unstack_monasca { stop_service grafana-server || true stop_service monasca-agent || true stop_service monasca-thresh || true stop_service storm-supervisor || true stop_service storm-nimbus || true stop_monasca-notification stop_monasca-persister stop_monasca_api stop_service kafka || true stop_service influxdb || true stop_service verticad || true stop_service vertica_agent || true stop_service cassandra || true } function clean_monasca { set +o errexit unstack_monasca clean_ui if is_service_enabled horizon; then clean_node_nvm clean_monasca_grafana clean_go fi if is_service_enabled monasca-agent; then clean_monasca_agent fi if is_service_enabled monasca-thresh; then clean_monasca_thresh fi if is_service_enabled monasca-storm; then clean_storm fi if is_service_enabled monasca-api; then clean_monasca_api_$MONASCA_API_IMPLEMENTATION_LANG fi clean_monasca-persister clean_monasca-notification clean_monasca_common_java clean_schema clean_monasca_profile clean_monascaclient clean_monasca_$MONASCA_METRICS_DB clean_kafka clean_zookeeper clean_monasca_virtual_env #Restore errexit set -o errexit } function install_monasca_virtual_env { echo_summary "Install Monasca Virtual Environment" sudo groupadd --system monasca || true sudo mkdir -p /opt/monasca || true sudo chown $STACK_USER:monasca /opt/monasca (cd /opt/monasca ; virtualenv .) } function clean_monasca_virtual_env { echo_summary "Clean Monasca Virtual Environment" sudo rm -rf /opt/monasca sudo groupdel monasca } function install_kafka { echo_summary "Install Monasca Kafka" local kafka_tarball=kafka_${KAFKA_VERSION}.tgz local kafka_tarball_url=${APACHE_MIRROR}kafka/${BASE_KAFKA_VERSION}/${kafka_tarball} local kafka_tarball_dest=${FILES}/${kafka_tarball} download_file ${kafka_tarball_url} ${kafka_tarball_dest} sudo groupadd --system kafka || true sudo useradd --system -g kafka kafka || true sudo tar -xzf ${kafka_tarball_dest} -C /opt sudo ln -sf /opt/kafka_${KAFKA_VERSION} /opt/kafka sudo cp -f "${MONASCA_API_DIR}"/devstack/files/kafka/kafka-server-start.sh /opt/kafka_${KAFKA_VERSION}/bin/kafka-server-start.sh sudo cp -f "${MONASCA_API_DIR}"/devstack/files/kafka/kafka.service /etc/systemd/system/kafka.service sudo chown root:root /etc/systemd/system/kafka.service sudo chmod 644 /etc/systemd/system/kafka.service sudo mkdir -p /var/kafka || true sudo chown kafka:kafka /var/kafka sudo chmod 755 /var/kafka sudo rm -rf /var/kafka/lost+found sudo mkdir -p /var/log/kafka || true sudo chown kafka:kafka /var/log/kafka sudo chmod 755 /var/log/kafka sudo ln -sf /opt/kafka/config /etc/kafka sudo cp -f "${MONASCA_API_DIR}"/devstack/files/kafka/log4j.properties /etc/kafka/log4j.properties sudo chown kafka:kafka /etc/kafka/log4j.properties sudo chmod 644 /etc/kafka/log4j.properties sudo cp -f "${MONASCA_API_DIR}"/devstack/files/kafka/server.properties /etc/kafka/server.properties sudo chown kafka:kafka /etc/kafka/server.properties sudo chmod 644 /etc/kafka/server.properties sudo systemctl enable kafka sudo systemctl start kafka || sudo systemctl restart kafka } function clean_kafka { echo_summary "Clean Monasca Kafka" sudo rm -rf /var/kafka sudo rm -rf /var/log/kafka sudo rm -rf /etc/kafka sudo rm -rf /opt/kafka sudo systemctl disable kafka sudo rm -rf /etc/systemd/system/kafka.service sudo userdel kafka sudo groupdel kafka sudo rm -rf /opt/kafka_${KAFKA_VERSION} sudo rm -rf ${FILES}/kafka_${KAFKA_VERSION}.tgz } function install_monasca_influxdb { echo_summary "Install Monasca Influxdb" local influxdb_deb=influxdb_${INFLUXDB_VERSION}_amd64.deb local influxdb_deb_url=https://dl.influxdata.com/influxdb/releases/${influxdb_deb} local influxdb_deb_dest=${FILES}/${influxdb_deb} download_file ${influxdb_deb_url} ${influxdb_deb_dest} sudo dpkg --skip-same-version -i ${influxdb_deb_dest} # Validate INFLUXDB_VERSION validate_version ${INFLUXDB_VERSION} if [[ $? -ne 0 ]]; then echo "Found invalid value for variable INFLUXDB_VERSION: $INFLUXDB_VERSION" echo "Valid values for INFLUXDB_VERSION must be in the form of 1.0.0" die "Please set INFLUXDB_VERSION to a correct value" fi # In InfluxDB v1.0.0 the config options cluster, collectd and opentsdb changed. As a result # a different config file is deployed. See, # https://github.com/influxdata/influxdb/blob/master/CHANGELOG.md#v100-2016-09-08, for more details. retval=$(compare_versions ${INFLUXDB_VERSION} "1.0.0") if [[ "$retval" == "lt" ]]; then sudo cp -f "${MONASCA_API_DIR}"/devstack/files/influxdb/influxdb.conf /etc/influxdb/influxdb.conf else sudo cp -f "${MONASCA_API_DIR}"/devstack/files/influxdb/influxdb-1.0.0.conf /etc/influxdb/influxdb.conf fi if [[ ${SERVICE_HOST} ]]; then # set influxdb server listening ip address sudo sed -i "s/hostname = \"127\.0\.0\.1\"/hostname = \"${SERVICE_HOST}\"/g" /etc/influxdb/influxdb.conf fi sudo cp -f "${MONASCA_API_DIR}"/devstack/files/influxdb/influxdb /etc/default/influxdb sudo systemctl start influxdb || sudo systemctl restart influxdb } function install_monasca_vertica { echo_summary "Install Monasca Vertica" apt_get -y install dialog sudo dpkg --skip-same-version -i /vagrant_home/vertica_${VERTICA_VERSION}_amd64.deb # Download Vertica JDBC driver # local vertica_jar=vertica-jdbc-${VERTICA_VERSION}.jar # local vertica_jar_url=https://my.vertica.com/client_drivers/7.2.x/${VERTICA_VERSION}/${vertica_jar} # local vertica_jar_dest=${FILES}/${vertica_jar} # # download_file ${vertica_jar_url} ${vertica_jar_dest} # Current version of Vertica 8.0.0 doesn't support Ubuntu Xenial, so fake a version sudo cp -p /etc/debian_version /etc/debian_version.org sudo sh -c "echo 'jessie/sid' > /etc/debian_version" sudo /opt/vertica/sbin/install_vertica --hosts "127.0.0.1" --deb /vagrant_home/vertica_${VERTICA_VERSION}_amd64.deb --dba-user-password password --license CE --accept-eula --failure-threshold NONE sudo su dbadmin -c '/opt/vertica/bin/admintools -t create_db -s "127.0.0.1" -d mon -p password' # Bring back Ubuntu version sudo mv /etc/debian_version.org /etc/debian_version # Copy Vertica JDBC driver to /opt/monasca # sudo cp ${FILES}/vertica-jdbc-${VERTICA_VERSION}.jar /opt/monasca/vertica-jdbc-${VERTICA_VERSION}.jar sudo cp /vagrant_home/vertica-jdbc-${VERTICA_VERSION}.jar /opt/monasca/vertica-jdbc-${VERTICA_VERSION}.jar } function install_monasca_cassandra { echo_summary "Install Monasca Cassandra" if [[ "$OFFLINE" != "True" ]]; then sudo sh -c "echo 'deb http://www.apache.org/dist/cassandra/debian ${CASSANDRA_VERSION} main' > /etc/apt/sources.list.d/cassandra.list" REPOS_UPDATED=False PUBLIC_KEY=`apt_get_update 2>&1 | awk '/NO_PUBKEY/ {print $21}'` gpg --keyserver pgp.mit.edu --recv-keys ${PUBLIC_KEY} gpg --export --armor ${PUBLIC_KEY} | sudo apt-key --keyring /etc/apt/trusted.gpg.d/cassandra.gpg add - fi REPOS_UPDATED=False apt_get_update apt_get -y install cassandra if [[ ${SERVICE_HOST} ]]; then # set cassandra server listening ip address sudo sed -i "s/^rpc_address: localhost/rpc_address: ${SERVICE_HOST}/g" /etc/cassandra/cassandra.yaml fi # set batch size larger sudo sed -i "s/^batch_size_warn_threshold_in_kb: 5/batch_size_warn_threshold_in_kb: 50/g" /etc/cassandra/cassandra.yaml sudo sed -i "s/^batch_size_fail_threshold_in_kb: 50/batch_size_fail_threshold_in_kb: 500/g" /etc/cassandra/cassandra.yaml sudo service cassandra restart echo "Sleep for 15 seconds to wait starting up Cassandra" sleep 15s export CQLSH_NO_BUNDLED=true pip_install_gr cassandra-driver } function clean_monasca_influxdb { echo_summary "Clean Monasca Influxdb" sudo rm -f /etc/default/influxdb sudo rm -f /etc/influxdb/influxdb.conf sudo dpkg --purge influxdb sudo rm -rf /var/log/influxdb sudo rm -rf /tmp/influxdb sudo rm -rf /var/lib/influxdb sudo rm -rf /etc/init.d/influxdb sudo rm -rf /opt/staging/influxdb/influxdb-package sudo rm -rf /etc/influxdb sudo rm -rf /tmp/bootstrap* sudo rm -rf /run/influxdb sudo rm -f ${FILES}/influxdb_${INFLUXDB_VERSION}_amd64.deb sudo rm -f /etc/init.d/influxdb } function clean_monasca_vertica { echo_summary "Clean Monasca Vertica" sudo rm -rf /opt/vertica sudo dpkg --purge vertica sudo userdel dbadmin sudo groupdel verticadba sudo rm -rf /home/dbadmin apt_get -y purge dialog } function clean_monasca_cassandra { echo_summary "Clean Monasca Cassandra" sudo rm -f /etc/cassandra/cassandra.yaml sudo rm -rf /var/log/cassandra sudo rm -rf /etc/cassandra apt_get -y purge cassandra apt_get -y autoremove sudo rm -f /etc/apt/sources.list.d/cassandra.list sudo rm -f /etc/apt/trusted.gpg.d/cassandra.gpg } function install_schema { echo_summary "Install Monasca Schema" sudo mkdir -p $MONASCA_SCHEMA_DIR || true sudo chmod 0755 $MONASCA_SCHEMA_DIR install_schema_metric_database_$MONASCA_METRICS_DB install_schema_alarm_database install_schema_kafka_topics } function install_schema_metric_database_influxdb { sudo cp -f "${MONASCA_API_DIR}"/devstack/files/schema/influxdb_setup.py $MONASCA_SCHEMA_DIR/influxdb_setup.py sudo chmod 0750 $MONASCA_SCHEMA_DIR/influxdb_setup.py sudo chown root:root $MONASCA_SCHEMA_DIR/influxdb_setup.py sudo $MONASCA_SCHEMA_DIR/influxdb_setup.py } function install_schema_metric_database_vertica { /opt/vertica/bin/vsql -U dbadmin -w password < "${MONASCA_API_DIR}"/devstack/files/vertica/mon_metrics.sql /opt/vertica/bin/vsql -U dbadmin -w password < "${MONASCA_API_DIR}"/devstack/files/vertica/mon_alarms.sql /opt/vertica/bin/vsql -U dbadmin -w password < "${MONASCA_API_DIR}"/devstack/files/vertica/roles.sql /opt/vertica/bin/vsql -U dbadmin -w password < "${MONASCA_API_DIR}"/devstack/files/vertica/users.sql } function install_schema_metric_database_cassandra { sudo cp -f "${MONASCA_API_DIR}"/devstack/files/cassandra/cassandra_schema.cql $MONASCA_SCHEMA_DIR/cassandra_schema.cql /usr/bin/cqlsh ${SERVICE_HOST} -f $MONASCA_SCHEMA_DIR/cassandra_schema.cql } function install_schema_kafka_topics { sudo mkdir -p /opt/kafka/logs || true sudo chown kafka:kafka /opt/kafka/logs sudo chmod 0766 /opt/kafka/logs /opt/kafka/bin/kafka-topics.sh --create --zookeeper localhost:2181 \ --replication-factor 1 --partitions 64 --topic metrics /opt/kafka/bin/kafka-topics.sh --create --zookeeper localhost:2181 \ --replication-factor 1 --partitions 12 --topic events /opt/kafka/bin/kafka-topics.sh --create --zookeeper localhost:2181 \ --replication-factor 1 --partitions 12 --topic alarm-state-transitions /opt/kafka/bin/kafka-topics.sh --create --zookeeper localhost:2181 \ --replication-factor 1 --partitions 12 --topic alarm-notifications /opt/kafka/bin/kafka-topics.sh --create --zookeeper localhost:2181 \ --replication-factor 1 --partitions 3 --topic retry-notifications /opt/kafka/bin/kafka-topics.sh --create --zookeeper localhost:2181 \ --replication-factor 1 --partitions 3 --topic 60-seconds-notifications } function install_schema_alarm_database { local databaseName="mon" # copy the file with the $DATABASE_TYPE to just know what DB is used sudo cp -f "${MONASCA_API_DIR}"/devstack/files/schema/mon_$DATABASE_TYPE.sql $MONASCA_SCHEMA_DIR/mon_$DATABASE_TYPE.sql sudo ln -sf $MONASCA_SCHEMA_DIR/mon_$DATABASE_TYPE.sql $MONASCA_SCHEMA_DIR/mon.sql sudo chmod 0644 $MONASCA_SCHEMA_DIR/mon.sql sudo chown root:root $MONASCA_SCHEMA_DIR/mon.sql recreate_database $databaseName if is_service_enabled mysql; then sudo mysql -u$DATABASE_USER -p$DATABASE_PASSWORD -h$MYSQL_HOST < $MONASCA_SCHEMA_DIR/mon.sql elif is_service_enabled postgresql; then sudo -u root sudo -u postgres -i psql -d $databaseName -f $MONASCA_SCHEMA_DIR/mon.sql fi } function clean_schema { echo_summary "Clean Monasca Schema" if is_service_enabled mysql; then sudo echo "drop database mon;" | mysql -u$DATABASE_USER -p$DATABASE_PASSWORD elif is_service_enabled postgresql; then sudo -u postgres psql -c "DROP DATABASE mon;" fi sudo rm -rf $MONASCA_SCHEMA_DIR } function install_monasca_common_java { echo_summary "Install monasca_common Java" git_clone $MONASCA_COMMON_REPO $MONASCA_COMMON_DIR $MONASCA_COMMON_BRANCH (cd "${MONASCA_COMMON_DIR}"/java ; sudo mvn clean install -DskipTests) } function clean_monasca_common_java { echo_summary "Clean Monasca monasca_common" (cd "${MONASCA_COMMON_DIR}" ; sudo mvn clean) } function install_monasca_api_java { echo_summary "Install Monasca monasca_api_java" (cd "${MONASCA_API_DIR}"/java ; sudo mvn clean package -DskipTests) local version="" version="$(get_version_from_pom "${MONASCA_API_DIR}"/java)" sudo cp -f "${MONASCA_API_DIR}"/java/target/monasca-api-${version}-shaded.jar \ /opt/monasca/monasca-api.jar sudo useradd --system -g monasca mon-api || true sudo cp -f "${MONASCA_API_DIR}"/devstack/files/monasca-api/monasca-api.service /etc/systemd/system/monasca-api.service if [[ "${MONASCA_METRICS_DB,,}" == 'vertica' ]]; then # Add the Vertica JDBC to the class path. sudo sed -i "s/-cp \/opt\/monasca\/monasca-api.jar/-cp \/opt\/monasca\/monasca-api.jar:\/opt\/monasca\/vertica-jdbc-${VERTICA_VERSION}.jar/g" /etc/systemd/system/monasca-api.service sudo sed -i "s/influxdb.service/vertica.service/g" /etc/systemd/system/monasca-api.service fi sudo chown root:root /etc/systemd/system/monasca-api.service sudo chmod 0644 /etc/systemd/system/monasca-api.service sudo mkdir -p /var/log/monasca || true sudo chown root:monasca /var/log/monasca sudo chmod 0755 /var/log/monasca sudo mkdir -p /var/log/monasca/api || true sudo chown root:monasca /var/log/monasca/api sudo chmod 0775 /var/log/monasca/api sudo mkdir -p /etc/monasca || true sudo chown root:monasca /etc/monasca sudo chmod 0775 /etc/monasca local dbEngine="com.mysql.jdbc.jdbc2.optional.MysqlDataSource" local dbPort=3306 if [[ ${MONASCA_DATABASE_USE_ORM} == "True" ]]; then if is_service_enabled postgresql; then dbEngine="org.postgresql.ds.PGPoolingDataSource" dbPort=5432 fi fi sudo cp -f "${MONASCA_API_DIR}"/devstack/files/monasca-api/api-config.yml /etc/monasca/api-config.yml sudo chown mon-api:root /etc/monasca/api-config.yml sudo chmod 0640 /etc/monasca/api-config.yml sudo sed -e " s|%KAFKA_HOST%|$SERVICE_HOST|g; s|%MONASCA_DATABASE_USE_ORM%|$MONASCA_DATABASE_USE_ORM|g; s|%MONASCA_API_DATABASE_ENGINE%|$dbEngine|g; s|%MONASCA_API_SERVICE_HOST%|$MONASCA_API_SERVICE_HOST|g; s|%MONASCA_API_SERVICE_PORT%|$MONASCA_API_SERVICE_PORT|g; s|%MONASCA_API_ADMIN_PORT%|$MONASCA_API_ADMIN_PORT|g; s|%DATABASE_USER%|$DATABASE_USER|g; s|%DATABASE_HOST%|$DATABASE_HOST|g; s|%DATABASE_PORT%|$dbPort|g; s|%MYSQL_HOST%|$MYSQL_HOST|g; s|%MYSQL_PORT%|$dbPort|g; s|%DATABASE_PASSWORD%|$DATABASE_PASSWORD|g; s|%MONASCA_METRICS_DB%|$MONASCA_METRICS_DB|g; s|%INFLUXDB_HOST%|$SERVICE_HOST|g; s|%INFLUXDB_PORT%|8086|g; s|%VERTICA_HOST%|$SERVICE_HOST|g; s|%ADMIN_PASSWORD%|$ADMIN_PASSWORD|g; s|%KEYSTONE_SERVICE_PORT%|$KEYSTONE_SERVICE_PORT|g; s|%KEYSTONE_SERVICE_HOST%|$KEYSTONE_SERVICE_HOST|g; " -i /etc/monasca/api-config.yml } function install_monasca-api { echo_summary "Install Monasca monasca_api " git_clone $MONASCA_API_REPO $MONASCA_API_DIR $MONASCA_API_BRANCH setup_develop $MONASCA_API_DIR pip_install_gr gunicorn install_monasca_common if [[ "${MONASCA_METRICS_DB,,}" == 'influxdb' ]]; then pip_install_gr influxdb fi if [[ "${MONASCA_METRICS_DB,,}" == 'cassandra' ]]; then pip_install_gr cassandra-driver fi if is_service_enabled postgresql; then apt_get -y install libpq-dev pip_install_gr psycopg2 elif is_service_enabled mysql; then apt_get -y install libmysqlclient-dev pip_install_gr PyMySQL fi } function configure_monasca_api_python { if is_service_enabled monasca-api; then echo_summary "Configuring monasca-api python" sudo install -d -o $STACK_USER $MONASCA_API_CONF_DIR create_api_cache_dir sudo mkdir -p /var/log/monasca || true sudo chown $STACK_USER:monasca /var/log/monasca sudo chmod 0755 /var/log/monasca sudo mkdir -p /var/log/monasca/api || true sudo chown $STACK_USER:monasca /var/log/monasca/api sudo chmod 0775 /var/log/monasca/api # create configuration files in target locations rm -rf $MONASCA_API_CONF $MONASCA_API_PASTE_INI $MONASCA_API_LOGGING_CONF $MONASCA_API_BIN_DIR/oslo-config-generator \ --config-file $MONASCA_API_DIR/config-generator/api-config.conf \ --output-file /tmp/api.conf install -m 600 /tmp/api.conf $MONASCA_API_CONF && rm -rf /tmp/api.conf install -m 600 $MONASCA_API_DIR/etc/api-logging.conf $MONASCA_API_LOGGING_CONF install -m 600 $MONASCA_API_DIR/etc/api-config.ini $MONASCA_API_PASTE_INI # create configuration files in target locations local dbAlarmUrl local dbMetricDriver if [[ "${MONASCA_METRICS_DB,,}" == 'cassandra' ]]; then dbMetricDriver="monasca_api.common.repositories.cassandra.metrics_repository:MetricsRepository" else dbMetricDriver="monasca_api.common.repositories.influxdb.metrics_repository:MetricsRepository" fi dbAlarmUrl=`database_connection_url mon` # default settings iniset "$MONASCA_API_CONF" DEFAULT region $REGION_NAME iniset "$MONASCA_API_CONF" DEFAULT log_config_append $MONASCA_API_LOGGING_CONF # logging iniset "$MONASCA_API_LOGGING_CONF" handler_file args "('$MONASCA_API_LOG_DIR/monasca-api.log', 'a', 104857600, 5)" # messaging iniset "$MONASCA_API_CONF" messaging driver "monasca_api.common.messaging.kafka_publisher:KafkaPublisher" iniset "$MONASCA_API_CONF" kafka uri "$SERVICE_HOST:9092" # databases iniset "$MONASCA_API_CONF" database connection $dbAlarmUrl iniset "$MONASCA_API_CONF" repositories metrics_driver $dbMetricDriver iniset "$MONASCA_API_CONF" cassandra cluster_ip_addresses $SERVICE_HOST iniset "$MONASCA_API_CONF" influxdb ip_address $SERVICE_HOST iniset "$MONASCA_API_CONF" influxdb port 8086 # keystone & security configure_auth_token_middleware $MONASCA_API_CONF "admin" $MONASCA_API_CACHE_DIR iniset "$MONASCA_API_CONF" keystone_authtoken region_name $REGION_NAME iniset "$MONASCA_API_CONF" keystone_authtoken project_name "admin" iniset "$MONASCA_API_CONF" keystone_authtoken password $ADMIN_PASSWORD iniset "$MONASCA_API_CONF" keystone_authtoken identity_uri "http://$SERVICE_HOST:35357" iniset "$MONASCA_API_CONF" keystone_authtoken auth_uri "http://$SERVICE_HOST:5000" iniset "$MONASCA_API_CONF" security default_authorized_roles "user, domainuser, domainadmin, monasca-user" iniset "$MONASCA_API_CONF" security agent_authorized_roles "monasca-agent" iniset "$MONASCA_API_CONF" security read_only_authorized_roles "monasca-read-only-user" iniset "$MONASCA_API_CONF" security delegate_authorized_roles "admin" # server setup iniset "$MONASCA_API_PASTE_INI" server:main host $MONASCA_API_SERVICE_HOST iniset "$MONASCA_API_PASTE_INI" server:main port $MONASCA_API_SERVICE_PORT iniset "$MONASCA_API_PASTE_INI" server:main workers $API_WORKERS # link configuration for the gate ln -sf $MONASCA_API_CONF $MON_API_GATE_CONFIGURATION_DIR ln -sf $MONASCA_API_PASTE_INI $MON_API_GATE_CONFIGURATION_DIR ln -sf $MONASCA_API_LOGGING_CONF $MON_API_GATE_CONFIGURATION_DIR fi } function create_api_cache_dir { sudo install -m 700 -d -o $STACK_USER $MONASCA_API_CACHE_DIR } function start_monasca_api_python { if is_service_enabled monasca-api; then echo_summary "Starting monasca-api" local service_port=$MONASCA_API_SERVICE_PORT local service_protocol=$MONASCA_API_SERVICE_PROTOCOL local gunicorn="$MONASCA_API_BIN_DIR/gunicorn" restart_service memcached run_process "monasca-api" "$gunicorn --paste $MONASCA_API_PASTE_INI" echo "Waiting for monasca-api to start..." if ! wait_for_service $SERVICE_TIMEOUT $service_protocol://$SERVICE_HOST:$service_port; then die $LINENO "monasca-api did not start" fi fi } function stop_monasca_api_python { if is_service_enabled monasca-api; then stop_process "monasca-api" || true fi } function clean_monasca_api_java { echo_summary "Clean Monasca monasca_api_java" (cd "${MONASCA_API_DIR}" ; sudo mvn clean) sudo rm /etc/monasca/api-config.yml sudo rm -rf /var/log/monasca/api sudo systemctl disable monasca-api sudo rm /etc/systemd/system/monasca-api.service sudo rm /opt/monasca/monasca-api.jar sudo rm /var/log/upstart/monasca-api.log* sudo userdel mon-api } function clean_monasca_api_python { echo_summary "Clean Monasca monasca_api_python" sudo rm -rf /etc/monasca/api-config.conf sudo rm -rf /etc/monasca/api-logging.conf sudo rm -rf /etc/monasca/api-config.ini sudo rm -rf $MON_API_GATE_CONFIGURATION_DIR sudo rm -rf $MONASCA_API_LOG_DIR if is_service_enabled postgresql; then apt_get -y purge libpq-dev elif is_service_enabled mysql; then apt_get -y purge libmysqlclient-dev fi } function start_monasca_api { if [[ "${MONASCA_API_IMPLEMENTATION_LANG,,}" == 'java' ]]; then start_service monasca-api || restart_service monasca-api elif [[ "${MONASCA_API_IMPLEMENTATION_LANG,,}" == 'python' ]]; then start_monasca_api_python fi } function stop_monasca_api { if [[ "${MONASCA_API_IMPLEMENTATION_LANG,,}" == 'java' ]]; then stop_service monasca-api || true elif [[ "${MONASCA_API_IMPLEMENTATION_LANG,,}" == 'python' ]]; then stop_monasca_api_python fi } function configure_monasca_api { if [[ "${MONASCA_API_IMPLEMENTATION_LANG,,}" == 'python' ]]; then configure_monasca_api_python fi #NOTE(basiaka) Refactor of monasca-api in Java version will be handled in another change } function install_storm { echo_summary "Install Monasca Storm" local storm_tarball=apache-storm-${STORM_VERSION}.tar.gz local storm_tarball_url=${APACHE_MIRROR}storm/apache-storm-${STORM_VERSION}/${storm_tarball} local storm_tarball_dest=${FILES}/${storm_tarball} download_file ${storm_tarball_url} ${storm_tarball_dest} sudo groupadd --system storm || true sudo useradd --system -g storm storm || true sudo mkdir -p /opt/storm || true sudo chown storm:storm /opt/storm sudo chmod 0755 /opt/storm sudo tar -xzf ${storm_tarball_dest} -C /opt/storm sudo ln -sf /opt/storm/apache-storm-${STORM_VERSION} /opt/storm/current sudo mkdir /var/storm || true sudo chown storm:storm /var/storm sudo chmod 0775 /var/storm sudo mkdir /var/log/storm || true sudo chown storm:storm /var/log/storm sudo chmod 0775 /var/log/storm sudo ln -sf /var/log/storm /opt/storm/current/logs sudo cp -f "${MONASCA_API_DIR}"/devstack/files/storm/storm.yaml /opt/storm/apache-storm-${STORM_VERSION}/conf/storm.yaml sudo chown storm:storm /opt/storm/apache-storm-${STORM_VERSION}/conf/storm.yaml sudo chmod 0644 /opt/storm/apache-storm-${STORM_VERSION}/conf/storm.yaml sudo cp -f "${MONASCA_API_DIR}"/devstack/files/storm/storm-nimbus.service /etc/systemd/system/storm-nimbus.service sudo chown root:root /etc/systemd/system/storm-nimbus.service sudo chmod 0644 /etc/systemd/system/storm-nimbus.service sudo cp -f "${MONASCA_API_DIR}"/devstack/files/storm/storm-supervisor.service /etc/systemd/system/storm-supervisor.service sudo chown root:root /etc/systemd/system/storm-supervisor.service sudo chmod 0644 /etc/systemd/system/storm-supervisor.service sudo systemctl enable storm-nimbus sudo systemctl enable storm-supervisor sudo systemctl start storm-nimbus || sudo systemctl restart storm-nimbus sudo systemctl start storm-supervisor || sudo systemctl restart storm-supervisor } function clean_storm { echo_summary "Clean Monasca Storm" sudo systemctl disable storm-supervisor sudo systemctl disable storm-nimbus sudo rm /etc/systemd/system/storm-supervisor.service sudo rm /etc/systemd/system/storm-nimbus.service sudo rm /opt/storm/apache-storm-${STORM_VERSION}/conf/storm.yaml sudo unlink /opt/storm/current/logs sudo rm -rf /var/storm sudo rm -rf /var/log/storm sudo userdel storm || true sudo groupdel storm || true sudo unlink /opt/storm/current sudo rm -rf /opt/storm sudo rm ${FILES}/apache-storm-${STORM_VERSION}.tar.gz } function install_monasca_thresh { echo_summary "Install Monasca monasca_thresh" git_clone $MONASCA_THRESH_REPO $MONASCA_THRESH_DIR $MONASCA_THRESH_BRANCH (cd "${MONASCA_THRESH_DIR}"/thresh ; sudo mvn clean package -DskipTests) local version="" version="$(get_version_from_pom "${MONASCA_THRESH_DIR}"/thresh)" sudo cp -f "${MONASCA_THRESH_DIR}"/thresh/target/monasca-thresh-${version}-shaded.jar \ /opt/monasca/monasca-thresh.jar sudo useradd --system -g monasca mon-thresh || true sudo mkdir -p /etc/monasca || true sudo chown root:monasca /etc/monasca sudo chmod 0775 /etc/monasca sudo cp -f "${MONASCA_API_DIR}"/devstack/files/monasca-thresh/thresh-config.yml /etc/monasca/thresh-config.yml sudo chown root:monasca /etc/monasca/thresh-config.yml sudo chmod 0640 /etc/monasca/thresh-config.yml local dbEngine="com.mysql.jdbc.jdbc2.optional.MysqlDataSource" local dbPort=3306 if [[ ${MONASCA_DATABASE_USE_ORM} == "True" ]]; then if is_service_enabled postgresql; then dbEngine="org.postgresql.ds.PGPoolingDataSource" dbPort=5432 fi fi sudo sed -e " s|%KAFKA_HOST%|$SERVICE_HOST|g; s|%MONASCA_THRESH_DATABASE_ENGINE%|$dbEngine|g; s|%DATABASE_USER%|$DATABASE_USER|g; s|%MONASCA_DATABASE_USE_ORM%|$MONASCA_DATABASE_USE_ORM|g; s|%DATABASE_TYPE%|$DATABASE_TYPE|g; s|%DATABASE_HOST%|$DATABASE_HOST|g; s|%DATABASE_PASSWORD%|$DATABASE_PASSWORD|g; s|%DATABASE_PORT%|$dbPort|g; s|%MONASCA_STATSD_PORT%|$MONASCA_STATSD_PORT|g; " -i /etc/monasca/thresh-config.yml sudo cp -f "${MONASCA_API_DIR}"/devstack/files/monasca-thresh/monasca-thresh /etc/init.d/monasca-thresh sudo chown root:root /etc/init.d/monasca-thresh sudo chmod 0744 /etc/init.d/monasca-thresh sudo systemctl enable monasca-thresh } function clean_monasca_thresh { echo_summary "Clean Monasca monasca_thresh" (cd "${MONASCA_THRESH_DIR}"/thresh ; sudo mvn clean) sudo systemctl disable monasca-thresh sudo rm /etc/init.d/monasca-thresh sudo rm /etc/monasca/thresh-config.yml sudo userdel mon-thresh || true sudo rm /opt/monasca/monasca-thresh.jar } function create_metric_accounts { local projects=("mini-mon" "admin" "demo") declare -A users=( ["mini-mon"]="password" ["monasca-agent"]="password" ["admin"]="${ADMIN_PASSWORD}" ["demo"]="${ADMIN_PASSWORD}" ["monasca-read-only-user"]="password" ) local roles=("monasca-user" "monasca-agent" "admin" "monasca-read-only-user") for project in "${projects[@]}"; do get_or_create_project "${project}" done for user in "${!users[@]}"; do local password password="${users[$user]}" get_or_create_user "${user}" "${password}" done for role in "${roles[@]}"; do get_or_create_role "${role}" done # create assignments # args=> get_or_add_user_project_role "monasca-user" "mini-mon" "mini-mon" get_or_add_user_project_role "monasca-user" "admin" "admin" get_or_add_user_project_role "monasca-user" "demo" "demo" get_or_add_user_project_role "admin" "mini-mon" "mini-mon" get_or_add_user_project_role "monasca-agent" "monasca-agent" "mini-mon" get_or_add_user_project_role "monasca-read-only-user" "monasca-read-only-user" "mini-mon" # crate service get_or_create_service "monasca" "${MONASCA_SERVICE_TYPE}" "Monasca Monitoring Service" # create endpoint get_or_create_endpoint \ "monasca" \ "${REGION_NAME}" \ "${MONASCA_API_URI_V2}" \ "${MONASCA_API_URI_V2}" \ "${MONASCA_API_URI_V2}" } function install_keystone_client { PIP_VIRTUAL_ENV=/opt/monasca install_keystoneclient install_keystoneauth unset PIP_VIRTUAL_ENV } function install_monasca_agent { echo_summary "Install Monasca monasca_agent" apt_get -y install python-yaml libxml2-dev libxslt1-dev git_clone $MONASCA_CLIENT_REPO $MONASCA_CLIENT_DIR $MONASCA_CLIENT_BRANCH git_clone $MONASCA_AGENT_REPO $MONASCA_AGENT_DIR $MONASCA_AGENT_BRANCH sudo mkdir -p /opt/monasca-agent || true sudo chown $STACK_USER:monasca /opt/monasca-agent (cd /opt/monasca-agent ; virtualenv .) PIP_VIRTUAL_ENV=/opt/monasca-agent setup_install $MONASCA_AGENT_DIR kafka_plugin setup_dev_lib "python-monascaclient" unset PIP_VIRTUAL_ENV sudo mkdir -p /etc/monasca/agent/conf.d || true sudo chown root:root /etc/monasca/agent/conf.d sudo chmod 0755 /etc/monasca/agent/conf.d sudo mkdir -p /usr/lib/monasca/agent/custom_checks.d || true sudo chown root:root /usr/lib/monasca/agent/custom_checks.d sudo chmod 0755 /usr/lib/monasca/agent/custom_checks.d sudo mkdir -p /usr/lib/monasca/agent/custom_detect.d || true sudo chown root:root /usr/lib/monasca/agent/custom_detect.d sudo chmod 0755 /usr/lib/monasca/agent/custom_detect.d sudo cp -f "${MONASCA_API_DIR}"/devstack/files/monasca-agent/host_alive.yaml /etc/monasca/agent/conf.d/host_alive.yaml sudo sed -i "s/127\.0\.0\.1/$(hostname)/" /etc/monasca/agent/conf.d/host_alive.yaml sudo cp -f "${MONASCA_API_DIR}"/devstack/files/monasca-agent/monasca-reconfigure /usr/local/bin/monasca-reconfigure sudo chown root:root /usr/local/bin/monasca-reconfigure sudo chmod 0750 /usr/local/bin/monasca-reconfigure sudo sed -e " s|%MONASCA_STATSD_PORT%|$MONASCA_STATSD_PORT|g; s|%MONASCA_SERVICE_TYPE%|$MONASCA_SERVICE_TYPE|g; s|%KEYSTONE_AUTH_URI%|$KEYSTONE_AUTH_URI|g; s|%SERVICE_DOMAIN_NAME%|$SERVICE_DOMAIN_NAME|g; s|%REGION_NAME%|$REGION_NAME|g; " -i /usr/local/bin/monasca-reconfigure } function clean_monasca_agent { echo_summary "Clean Monasca monasca_agent" sudo rm /etc/init.d/monasca-agent sudo rm /usr/local/bin/monasca-reconfigure sudo rm /etc/monasca/agent/conf.d/host_alive.yaml sudo chown root:root /etc/monasca/agent/conf.d/host_alive.yaml chmod 0644 /etc/monasca/agent/conf.d/host_alive.yaml sudo rm -rf /usr/lib/monasca/agent/custom_detect.d sudo rm -rf /usr/lib/monasca/agent/custom_checks.d sudo rm -rf /etc/monasca/agent/conf.d sudo rm -rf /etc/monasca/agent sudo rm -rf /opt/monasca-agent apt_get -y purge libxslt1-dev apt_get -y purge libxml2-dev apt_get -y purge python-yaml } # install node with nvm, works behind corporate proxy # and does not result in gnutsl_handshake error function install_node_nvm { echo_summary "Install Node ${NODE_JS_VERSION} with NVM ${NVM_VERSION}" local nvm_url=https://raw.githubusercontent.com/creationix/nvm/v${NVM_VERSION}/install.sh local nvm_dest=${FILES}/nvm_install.sh download_file ${nvm_url} ${nvm_dest} set -i bash ${nvm_dest} ( source "${HOME}"/.nvm/nvm.sh >> /dev/null; \ nvm install ${NODE_JS_VERSION}; \ nvm use ${NODE_JS_VERSION}; \ npm config set registry "http://registry.npmjs.org/"; \ npm config set proxy "${HTTP_PROXY}"; \ npm set strict-ssl false; ) set +i } function install_monasca_grafana { echo_summary "Install Grafana" if [ ! -d "${GRAFANA_DIR}" ]; then git_timed clone $GRAFANA_REPO $GRAFANA_DIR --branch $GRAFANA_BRANCH --depth 1 fi cd "${MONASCA_BASE}" mkdir grafana-build || true cd grafana-build export GOPATH=`pwd` mkdir -p $GOPATH/src/github.com/grafana cd $GOPATH/src/github.com/grafana cp -rf "${GRAFANA_DIR}" . cd grafana cp "${MONASCA_UI_DIR}"/grafana-dashboards/* ./public/dashboards/ go run build.go build set -i (source "${HOME}"/.nvm/nvm.sh >> /dev/null; nvm use ${NODE_JS_VERSION}; npm config set unsafe-perm true) (source "${HOME}"/.nvm/nvm.sh >> /dev/null; nvm use ${NODE_JS_VERSION}; npm install) (source "${HOME}"/.nvm/nvm.sh >> /dev/null; nvm use ${NODE_JS_VERSION}; npm install -g grunt-cli) (source "${HOME}"/.nvm/nvm.sh >> /dev/null; nvm use ${NODE_JS_VERSION}; grunt --force) set +i cd "${MONASCA_BASE}" sudo rm -r grafana sudo useradd grafana || true sudo mkdir /etc/grafana || true sudo mkdir /var/lib/grafana || true sudo mkdir /var/lib/grafana/plugins || true sudo mkdir /var/log/grafana || true git_clone $MONASCA_GRAFANA_DATASOURCE_REPO $MONASCA_GRAFANA_DATASOURCE_DIR $MONASCA_GRAFANA_DATASOURCE_BRANCH sudo ln -sfF "${MONASCA_GRAFANA_DATASOURCE_DIR}" /var/lib/grafana/plugins/monasca-grafana-datasource sudo chown -R grafana:grafana /var/lib/grafana /var/log/grafana sudo cp -f "${MONASCA_API_DIR}"/devstack/files/grafana/grafana.ini /etc/grafana/grafana.ini sudo sed -e " s|%KEYSTONE_AUTH_URI%|$KEYSTONE_AUTH_URI|g; " -i /etc/grafana/grafana.ini sudo cp -f "${MONASCA_API_DIR}"/devstack/files/grafana/grafana-server /etc/init.d/grafana-server sudo sed -i "s#/usr/sbin#"${MONASCA_BASE}"/grafana-build/src/github.com/grafana/grafana/bin#g" /etc/init.d/grafana-server sudo sed -i "s#/usr/share#"${MONASCA_BASE}"/grafana-build/src/github.com/grafana#g" /etc/init.d/grafana-server sudo systemctl enable grafana-server } function clean_node_nvm { sudo rm -rf "${HOME}"/.nvm sudo rm -f ${FILES}/nvm_install.sh } function clean_monasca_grafana { sudo rm -f "${MONASCA_BASE}"/grafana-build sudo systemctl disable grafana-server sudo rm /etc/init.d/grafana-server sudo rm -r /etc/grafana sudo rm -r /var/lib/grafana sudo rm -r /var/log/grafana } function install_go { echo_summary "Install Go ${GO_VERSION}" local go_tarball=go${GO_VERSION}.linux-amd64.tar.gz local go_tarball_url=https://storage.googleapis.com/golang/${go_tarball} local go_tarball_dest=${FILES}/${go_tarball} download_file ${go_tarball_url} ${go_tarball_dest} sudo tar -C /usr/local -xzf ${go_tarball_dest} export PATH=$PATH:/usr/local/go/bin } function clean_go { echo_summary "Clean Go ${GO_VERSION}" sudo rm -f ${FILES}/go${GO_VERSION}* sudo rm -rf /usr/local/go* export PATH=$(echo $PATH | sed -e 's|:/usr/local/go/bin||') } ###### extra functions # Validate a program version string is of the form 1.0.0. # Return 0 if a valid program version string, otherwise 1. function validate_version { version_regex="^([0-9]+\.)?([0-9]+\.)?([0-9]+)$" if [[ $1 =~ $version_regex ]]; then return 0 else return 1 fi } # Compares two program version strings of the form 1.0.0. # Returns "lt" if $1 is less than $2, "eq" if equal, and "gt" if greater than. function compare_versions { if [[ $1 == $2 ]]; then echo eq return fi local IFS=. local i ver1=($1) ver2=($2) # fill empty fields in ver1 with zeros for ((i=${#ver1[@]}; i<${#ver2[@]}; i++)); do ver1[i]=0 done for ((i=0; i<${#ver1[@]}; i++)); do if [[ -z ${ver2[i]} ]]; then # fill empty fields in ver2 with zeros ver2[i]=0 fi if ((10#${ver1[i]} > 10#${ver2[i]})); then echo gt return fi if ((10#${ver1[i]} < 10#${ver2[i]})); then echo lt return fi done echo eq return } # Prints the version specified in the pom.xml file in the directory given by # the argument function get_version_from_pom { python -c "import xml.etree.ElementTree as ET; \ print(ET.parse(open('$1/pom.xml')).getroot().find( \ '{http://maven.apache.org/POM/4.0.0}version').text)" } # download_file # $1 - url to download # $2 - location where to save url to # # Download file only when it not exists or there is newer version of it. # # Uses global variables: # - OFFLINE # - DOWNLOAD_FILE_TIMEOUT function download_file { local url=$1 local file=$2 # If in OFFLINE mode check if file already exists if [[ ${OFFLINE} == "True" ]] && [[ ! -f ${file} ]]; then die $LINENO "You are running in OFFLINE mode but the target file \"$file\" was not found" fi local curl_z_flag="" if [[ -f "${file}" ]]; then # If the file exists tell cURL to download only if newer version # is available curl_z_flag="-z $file" fi # yeah...downloading...devstack...hungry..om, om, om local timeout=0 if [[ -n "${DOWNLOAD_FILE_TIMEOUT}" ]]; then timeout=${DOWNLOAD_FILE_TIMEOUT} fi time_start "download_file" _safe_permission_operation ${CURL_GET} -L $url --connect-timeout $timeout --retry 3 --retry-delay 5 -o $file $curl_z_flag time_stop "download_file" } function install_monasca_common { git_clone $MONASCA_COMMON_REPO $MONASCA_COMMON_DIR $MONASCA_COMMON_BRANCH setup_dev_lib "monasca-common" } function install_monasca_statsd { git_clone $MONASCA_STATSD_REPO $MONASCA_STATSD_DIR $MONASCA_STATSD_BRANCH setup_dev_lib "monasca-statsd" } function install_gate_config_holder { sudo install -d -o $STACK_USER $MON_API_GATE_CONFIGURATION_DIR } function find_nearest_apache_mirror { if [ -z $APACHE_MIRROR ]; then local mirror; mirror=`curl -s 'https://www.apache.org/dyn/closer.cgi?as_json=1' | jq --raw-output '.preferred'` APACHE_MIRROR=$mirror fi } # check for service enabled if is_service_enabled monasca; then if [[ "$1" == "stack" && "$2" == "pre-install" ]]; then # Set up system services echo_summary "Configuring Monasca system services" pre_install_monasca elif [[ "$1" == "stack" && "$2" == "install" ]]; then # Perform installation of service source echo_summary "Installing Monasca" install_monasca elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then # Configure after the other layer 1 and 2 services have been configured echo_summary "Configuring Monasca" configure_monasca elif [[ "$1" == "stack" && "$2" == "extra" ]]; then # Initialize and start the Monasca service echo_summary "Initializing Monasca" extra_monasca fi if [[ "$1" == "unstack" ]]; then # Shut down Monasca services echo_summary "Unstacking Monasca" unstack_monasca fi if [[ "$1" == "clean" ]]; then # Remove state and transient data # Remember clean.sh first calls unstack.sh echo_summary "Cleaning Monasca" clean_monasca fi fi #Restore errexit $ERREXIT # Restore xtrace $XTRACE