238 lines
7.7 KiB
Bash
238 lines
7.7 KiB
Bash
#!/bin/bash
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
function sdn_lb_support_install {
|
|
if [ "x$HOST_OS" == "xubuntu" ]; then
|
|
sudo apt-get update -y
|
|
sudo apt-get install -y --no-install-recommends \
|
|
bridge-utils
|
|
elif [ "x$HOST_OS" == "xcentos" ]; then
|
|
sudo yum install -y \
|
|
bridge-utils
|
|
elif [ "x$HOST_OS" == "xfedora" ]; then
|
|
sudo dnf install -y \
|
|
bridge-utils
|
|
fi
|
|
}
|
|
|
|
function base_install {
|
|
if [ "x$HOST_OS" == "xubuntu" ]; then
|
|
sudo apt-get update -y
|
|
sudo apt-get install -y --no-install-recommends \
|
|
iproute2 \
|
|
iptables \
|
|
ipcalc \
|
|
nmap \
|
|
lshw \
|
|
jq \
|
|
python-pip
|
|
elif [ "x$HOST_OS" == "xcentos" ]; then
|
|
sudo yum install -y \
|
|
epel-release
|
|
# ipcalc is in the initscripts package
|
|
sudo yum install -y \
|
|
iproute \
|
|
iptables \
|
|
initscripts \
|
|
nmap \
|
|
lshw \
|
|
python-pip
|
|
# We need JQ 1.5 which is not currently in the CentOS or EPEL repos
|
|
sudo curl -L -o /usr/bin/jq https://github.com/stedolan/jq/releases/download/jq-1.5/jq-linux64
|
|
sudo chmod +x /usr/bin/jq
|
|
elif [ "x$HOST_OS" == "xfedora" ]; then
|
|
sudo dnf install -y \
|
|
iproute \
|
|
iptables \
|
|
ipcalc \
|
|
nmap \
|
|
lshw \
|
|
jq \
|
|
python-pip
|
|
fi
|
|
|
|
sudo -H pip install --upgrade pip
|
|
sudo -H pip install --upgrade setuptools
|
|
sudo -H pip install pyyaml
|
|
sudo -H pip install yq
|
|
|
|
if [ "x$SDN_PLUGIN" == "xlinuxbridge" ]; then
|
|
sdn_lb_support_install
|
|
fi
|
|
|
|
# NOTE(portdirect): Temp workaround until module loading is supported by
|
|
# OpenStack-Helm in Fedora
|
|
if [ "x$HOST_OS" == "xfedora" ]; then
|
|
sudo modprobe openvswitch
|
|
sudo modprobe ebtables
|
|
sudo modprobe gre
|
|
sudo modprobe vxlan
|
|
sudo modprobe ip6_tables
|
|
fi
|
|
}
|
|
|
|
function json_to_yaml {
|
|
python -c 'import sys, yaml, json; yaml.safe_dump(json.load(sys.stdin), sys.stdout, default_flow_style=False)'
|
|
}
|
|
|
|
function yaml_to_json {
|
|
python -c 'import sys, yaml, json; json.dump(yaml.safe_load(sys.stdin), sys.stdout)'
|
|
}
|
|
|
|
function loopback_support_install {
|
|
if [ "x$HOST_OS" == "xubuntu" ]; then
|
|
sudo apt-get update -y
|
|
sudo apt-get install -y --no-install-recommends \
|
|
targetcli \
|
|
open-iscsi \
|
|
lshw
|
|
sudo systemctl restart iscsid
|
|
elif [ "x$HOST_OS" == "xcentos" ]; then
|
|
sudo yum install -y \
|
|
targetcli \
|
|
iscsi-initiator-utils \
|
|
lshw
|
|
elif [ "x$HOST_OS" == "xfedora" ]; then
|
|
sudo dnf install -y \
|
|
targetcli \
|
|
iscsi-initiator-utils \
|
|
lshw
|
|
fi
|
|
}
|
|
|
|
function loopback_setup {
|
|
ORIGINAL_DISCS=$(mktemp --suffix=.txt)
|
|
ALL_DISCS=$(mktemp --suffix=.txt)
|
|
NEW_DISCS=$(mktemp --directory)
|
|
sudo rm -rf ${LOOPBACK_DIR} || true
|
|
sudo mkdir -p ${LOOPBACK_DIR}
|
|
|
|
COUNT=0
|
|
IFS=','; for LOOPBACK_NAME in ${LOOPBACK_NAMES}; do
|
|
sudo lshw -class disk > ${ORIGINAL_DISCS}
|
|
IFS=' '
|
|
let COUNT=COUNT+1
|
|
LOOPBACK_DEVS=$(echo ${LOOPBACK_DEV_COUNT} | awk -F ',' "{ print \$${COUNT}}")
|
|
LOOPBACK_SIZE=$(echo ${LOOPBACK_SIZES} | awk -F ',' "{ print \$${COUNT}}")
|
|
for ((LOOPBACK_DEV=1;LOOPBACK_DEV<=${LOOPBACK_DEVS};LOOPBACK_DEV++)); do
|
|
if [ "x$HOST_OS" == "xubuntu" ]; then
|
|
sudo targetcli backstores/fileio create loopback-${LOOPBACK_NAME}-${LOOPBACK_DEV} ${LOOPBACK_DIR}/fileio-${LOOPBACK_NAME}-${LOOPBACK_DEV} ${LOOPBACK_SIZE}
|
|
else
|
|
sudo targetcli backstores/fileio create loopback-${LOOPBACK_NAME}-${LOOPBACK_DEV} ${LOOPBACK_DIR}/fileio-${LOOPBACK_NAME}-${LOOPBACK_DEV} ${LOOPBACK_SIZE} write_back=false
|
|
fi
|
|
done
|
|
sudo targetcli iscsi/ create iqn.2016-01.com.example:${LOOPBACK_NAME}
|
|
if ! [ "x$HOST_OS" == "xubuntu" ]; then
|
|
sudo targetcli iscsi/iqn.2016-01.com.example:${LOOPBACK_NAME}/tpg1/portals delete 0.0.0.0 3260 || true
|
|
sudo targetcli iscsi/iqn.2016-01.com.example:${LOOPBACK_NAME}/tpg1/portals create 127.0.0.1 3260
|
|
else
|
|
#NOTE (Portdirect): Frustratingly it appears that Ubuntu's targetcli wont
|
|
# let you bind to localhost.
|
|
sudo targetcli iscsi/iqn.2016-01.com.example:${LOOPBACK_NAME}/tpg1/portals create 0.0.0.0 3260
|
|
fi
|
|
for ((LOOPBACK_DEV=1;LOOPBACK_DEV<=${LOOPBACK_DEVS};LOOPBACK_DEV++)); do
|
|
sudo targetcli iscsi/iqn.2016-01.com.example:${LOOPBACK_NAME}/tpg1/luns/ create /backstores/fileio/loopback-${LOOPBACK_NAME}-${LOOPBACK_DEV}
|
|
done
|
|
sudo targetcli iscsi/iqn.2016-01.com.example:${LOOPBACK_NAME}/tpg1/acls/ create $(sudo cat /etc/iscsi/initiatorname.iscsi | awk -F '=' '/^InitiatorName/ { print $NF}')
|
|
if [ "x$HOST_OS" == "xubuntu" ]; then
|
|
sudo targetcli iscsi/iqn.2016-01.com.example:${LOOPBACK_NAME}/tpg1 set attribute authentication=0
|
|
fi
|
|
sudo iscsiadm --mode discovery --type sendtargets --portal 127.0.0.1 3260
|
|
sudo iscsiadm -m node -T iqn.2016-01.com.example:${LOOPBACK_NAME} -p 127.0.0.1:3260 -l
|
|
|
|
sudo lshw -class disk > ${ALL_DISCS}
|
|
# NOTE (Portdirect): Ugly subshell hack to suppress diff's exit code
|
|
(diff --changed-group-format="%>" --unchanged-group-format="" ${ORIGINAL_DISCS} ${ALL_DISCS} > ${NEW_DISCS}/${LOOPBACK_NAME}.raw) || true
|
|
jq -n -c -M \
|
|
--arg devclass "${LOOPBACK_NAME}" \
|
|
--arg device "$(awk '/bus info:/ { print $NF }' ${NEW_DISCS}/${LOOPBACK_NAME}.raw)" \
|
|
'{($devclass): ($device|split("\n"))}' > ${NEW_DISCS}/${LOOPBACK_NAME}
|
|
rm -f ${NEW_DISCS}/${LOOPBACK_NAME}.raw
|
|
done
|
|
unset IFS
|
|
jq -c -s add ${NEW_DISCS}/* | jq --arg hostname "$(hostname)" -s -M '{block_devices:{($hostname):.[]}}' > ${LOOPBACK_LOCAL_DISC_INFO}
|
|
cat ${LOOPBACK_LOCAL_DISC_INFO}
|
|
}
|
|
|
|
function loopback_dev_info_collect {
|
|
DEV_INFO_DIR=$(mktemp --dir)
|
|
cat ${LOOPBACK_LOCAL_DISC_INFO} > ${DEV_INFO_DIR}/$(hostname)
|
|
|
|
if [ "x$INTEGRATION" == "xmulti" ]; then
|
|
for SUB_NODE in $SUB_NODE_IPS ; do
|
|
ssh-keyscan "${SUB_NODE}" >> ~/.ssh/known_hosts
|
|
ssh -i ${SSH_PRIVATE_KEY} $(whoami)@${SUB_NODE} cat ${LOOPBACK_LOCAL_DISC_INFO} > ${DEV_INFO_DIR}/${SUB_NODE}
|
|
done
|
|
fi
|
|
|
|
touch ${LOOPBACK_DEV_INFO}
|
|
JQ_OPT='.[0]'
|
|
COUNT=1
|
|
let ITERATIONS=$(ls -1q $DEV_INFO_DIR | wc -l)
|
|
while [ $COUNT -lt "$ITERATIONS" ]; do
|
|
JQ_OPT="$JQ_OPT * .[$COUNT]"
|
|
COUNT=$[$COUNT+1]
|
|
done
|
|
|
|
(cd $DEV_INFO_DIR; jq -s "$JQ_OPT" *) | json_to_yaml >> ${LOOPBACK_DEV_INFO}
|
|
cat ${LOOPBACK_DEV_INFO}
|
|
}
|
|
|
|
function ceph_support_install {
|
|
if [ "x$HOST_OS" == "xubuntu" ]; then
|
|
sudo apt-get update -y
|
|
sudo apt-get install -y --no-install-recommends -qq \
|
|
ceph-common
|
|
elif [ "x$HOST_OS" == "xcentos" ]; then
|
|
sudo yum install -y \
|
|
ceph
|
|
elif [ "x$HOST_OS" == "xfedora" ]; then
|
|
sudo dnf install -y \
|
|
ceph
|
|
fi
|
|
sudo modprobe rbd
|
|
}
|
|
|
|
function nfs_support_install {
|
|
if [ "x$HOST_OS" == "xubuntu" ]; then
|
|
sudo apt-get update -y
|
|
sudo apt-get install -y --no-install-recommends -qq \
|
|
nfs-common
|
|
elif [ "x$HOST_OS" == "xcentos" ]; then
|
|
sudo yum install -y \
|
|
nfs-utils
|
|
elif [ "x$HOST_OS" == "xfedora" ]; then
|
|
sudo dnf install -y \
|
|
nfs-utils
|
|
fi
|
|
}
|
|
|
|
function gate_base_setup {
|
|
# Install base requirements
|
|
base_install
|
|
|
|
# Install and setup iscsi loopback devices if required.
|
|
if [ "x$LOOPBACK_CREATE" == "xtrue" ]; then
|
|
loopback_support_install
|
|
loopback_setup
|
|
fi
|
|
|
|
# Install support packages for pvc backends
|
|
if [ "x$PVC_BACKEND" == "xceph" ]; then
|
|
ceph_support_install
|
|
elif [ "x$PVC_BACKEND" == "xnfs" ]; then
|
|
nfs_support_install
|
|
fi
|
|
}
|