219 lines
8.2 KiB
Smarty
219 lines
8.2 KiB
Smarty
#!/bin/bash
|
|
|
|
{{/*
|
|
Copyright 2017 The Openstack-Helm Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/}}
|
|
|
|
set -ex
|
|
|
|
: "${OSD_BOOTSTRAP_KEYRING:=/var/lib/ceph/bootstrap-osd/${CLUSTER}.keyring}"
|
|
: "${OSD_JOURNAL_UUID:=$(uuidgen)}"
|
|
: "${OSD_FORCE_ZAP:=1}"
|
|
|
|
if [ "x${STORAGE_TYPE%-*}" == "xdirectory" ]; then
|
|
export OSD_DEVICE="/var/lib/ceph/osd"
|
|
else
|
|
export OSD_DEVICE=$(readlink -f ${STORAGE_LOCATION})
|
|
fi
|
|
|
|
if [ "x$JOURNAL_TYPE" == "xdirectory" ]; then
|
|
export OSD_JOURNAL="/var/lib/ceph/journal"
|
|
else
|
|
export OSD_JOURNAL=$(readlink -f ${JOURNAL_LOCATION})
|
|
fi
|
|
|
|
# Calculate proper device names, given a device and partition number
|
|
function dev_part {
|
|
local OSD_DEVICE=${1}
|
|
local OSD_PARTITION=${2}
|
|
|
|
if [[ -L ${OSD_DEVICE} ]]; then
|
|
# This device is a symlink. Work out it's actual device
|
|
local ACTUAL_DEVICE=$(readlink -f ${OSD_DEVICE})
|
|
local BN=$(basename ${OSD_DEVICE})
|
|
if [[ "${ACTUAL_DEVICE:0-1:1}" == [0-9] ]]; then
|
|
local DESIRED_PARTITION="${ACTUAL_DEVICE}p${OSD_PARTITION}"
|
|
else
|
|
local DESIRED_PARTITION="${ACTUAL_DEVICE}${OSD_PARTITION}"
|
|
fi
|
|
# Now search for a symlink in the directory of $OSD_DEVICE
|
|
# that has the correct desired partition, and the longest
|
|
# shared prefix with the original symlink
|
|
local SYMDIR=$(dirname ${OSD_DEVICE})
|
|
local LINK=""
|
|
local PFXLEN=0
|
|
for OPTION in $(ls $SYMDIR); do
|
|
if [[ $(readlink -f $SYMDIR/$OPTION) == $DESIRED_PARTITION ]]; then
|
|
local OPT_PREFIX_LEN=$(prefix_length $OPTION $BN)
|
|
if [[ $OPT_PREFIX_LEN > $PFXLEN ]]; then
|
|
LINK=$SYMDIR/$OPTION
|
|
PFXLEN=$OPT_PREFIX_LEN
|
|
fi
|
|
fi
|
|
done
|
|
if [[ $PFXLEN -eq 0 ]]; then
|
|
>&2 log "Could not locate appropriate symlink for partition ${OSD_PARTITION} of ${OSD_DEVICE}"
|
|
exit 1
|
|
fi
|
|
echo "$LINK"
|
|
elif [[ "${OSD_DEVICE:0-1:1}" == [0-9] ]]; then
|
|
echo "${OSD_DEVICE}p${OSD_PARTITION}"
|
|
else
|
|
echo "${OSD_DEVICE}${OSD_PARTITION}"
|
|
fi
|
|
}
|
|
|
|
function osd_disk_prepare {
|
|
if [[ -z "${OSD_DEVICE}" ]];then
|
|
echo "ERROR- You must provide a device to build your OSD ie: /dev/sdb"
|
|
exit 1
|
|
fi
|
|
|
|
if [[ ! -b "${OSD_DEVICE}" ]]; then
|
|
echo "ERROR- The device pointed by OSD_DEVICE ($OSD_DEVICE) doesn't exist !"
|
|
exit 1
|
|
fi
|
|
|
|
if [ ! -e $OSD_BOOTSTRAP_KEYRING ]; then
|
|
echo "ERROR- $OSD_BOOTSTRAP_KEYRING must exist. You can extract it from your current monitor by running 'ceph auth get client.bootstrap-osd -o $OSD_BOOTSTRAP_KEYRING'"
|
|
exit 1
|
|
fi
|
|
timeout 10 ceph ${CLI_OPTS} --name client.bootstrap-osd --keyring $OSD_BOOTSTRAP_KEYRING health || exit 1
|
|
|
|
# check device status first
|
|
if ! parted --script ${OSD_DEVICE} print > /dev/null 2>&1; then
|
|
if [[ ${OSD_FORCE_ZAP} -eq 1 ]]; then
|
|
echo "It looks like ${OSD_DEVICE} isn't consistent, however OSD_FORCE_ZAP is enabled so we are zapping the device anyway"
|
|
ceph-disk -v zap ${OSD_DEVICE}
|
|
else
|
|
echo "Regarding parted, device ${OSD_DEVICE} is inconsistent/broken/weird."
|
|
echo "It would be too dangerous to destroy it without any notification."
|
|
echo "Please set OSD_FORCE_ZAP to '1' if you really want to zap this disk."
|
|
exit 1
|
|
fi
|
|
fi
|
|
|
|
# then search for some ceph metadata on the disk
|
|
if [[ "$(parted --script ${OSD_DEVICE} print | egrep '^ 1.*ceph data')" ]]; then
|
|
if [[ ${OSD_FORCE_ZAP} -eq 1 ]]; then
|
|
if [ -b "${OSD_DEVICE}1" ]; then
|
|
local fs=`lsblk -fn ${OSD_DEVICE}1`
|
|
if [ ! -z "${fs}" ]; then
|
|
local cephFSID=`ceph-conf --lookup fsid`
|
|
if [ ! -z "${cephFSID}" ]; then
|
|
local tmpmnt=`mktemp -d`
|
|
mount ${OSD_DEVICE}1 ${tmpmnt}
|
|
if [ -f "${tmpmnt}/ceph_fsid" ]; then
|
|
osdFSID=`cat "${tmpmnt}/ceph_fsid"`
|
|
umount ${tmpmnt}
|
|
if [ ${osdFSID} != ${cephFSID} ]; then
|
|
echo "It looks like ${OSD_DEVICE} is an OSD belonging to a different (or old) ceph cluster."
|
|
echo "The OSD FSID is ${osdFSID} while this cluster is ${cephFSID}"
|
|
echo "Because OSD_FORCE_ZAP was set, we will zap this device."
|
|
ceph-disk -v zap ${OSD_DEVICE}
|
|
else
|
|
echo "It looks like ${OSD_DEVICE} is an OSD belonging to a this ceph cluster."
|
|
echo "OSD_FORCE_ZAP is set, but will be ignored and the device will not be zapped."
|
|
echo "Moving on, trying to activate the OSD now."
|
|
return
|
|
fi
|
|
else
|
|
umount ${tmpmnt}
|
|
echo "It looks like ${OSD_DEVICE} has a ceph data partition but no FSID."
|
|
echo "Because OSD_FORCE_ZAP was set, we will zap this device."
|
|
ceph-disk -v zap ${OSD_DEVICE}
|
|
fi
|
|
else
|
|
echo "Unable to determine the FSID of the current cluster."
|
|
echo "OSD_FORCE_ZAP is set, but this OSD will not be zapped."
|
|
echo "Moving on, trying to activate the OSD now."
|
|
return
|
|
fi
|
|
else
|
|
echo "It looks like ${OSD_DEVICE} has a ceph data partition but no filesystem."
|
|
echo "Because OSD_FORCE_ZAP was set, we will zap this device."
|
|
ceph-disk -v zap ${OSD_DEVICE}
|
|
fi
|
|
else
|
|
echo "parted says ${OSD_DEVICE}1 should exist, but we do not see it."
|
|
echo "We will ignore OSD_FORCE_ZAP and try to use the device as-is"
|
|
echo "Moving on, trying to activate the OSD now."
|
|
return
|
|
fi
|
|
else
|
|
echo "INFO- It looks like ${OSD_DEVICE} is an OSD, set OSD_FORCE_ZAP=1 to use this device anyway and zap its content"
|
|
echo "You can also use the zap_device scenario on the appropriate device to zap it"
|
|
echo "Moving on, trying to activate the OSD now."
|
|
return
|
|
fi
|
|
fi
|
|
|
|
if [ "${OSD_BLUESTORE:-0}" -ne 1 ]; then
|
|
# we only care about journals for filestore.
|
|
if [ -n "${OSD_JOURNAL}" ]; then
|
|
if [ -b $OSD_JOURNAL ]; then
|
|
OSD_JOURNAL=`readlink -f ${OSD_JOURNAL}`
|
|
OSD_JOURNAL_PARTITION=`echo $OSD_JOURNAL_PARTITION | sed 's/[^0-9]//g'`
|
|
if [ -z "${OSD_JOURNAL_PARTITION}" ]; then
|
|
# maybe they specified the journal as a /dev path like '/dev/sdc12':
|
|
local JDEV=`echo ${OSD_JOURNAL} | sed 's/\(.*[^0-9]\)[0-9]*$/\1/'`
|
|
if [ -d /sys/block/`basename $JDEV`/`basename $OSD_JOURNAL` ]; then
|
|
OSD_JOURNAL=$(dev_part ${JDEV} `echo ${OSD_JOURNAL} |\
|
|
sed 's/.*[^0-9]\([0-9]*\)$/\1/'`)
|
|
OSD_JOURNAL_PARTITION=${JDEV}
|
|
fi
|
|
else
|
|
OSD_JOURNAL=$(dev_part ${OSD_JOURNAL} ${OSD_JOURNAL_PARTITION})
|
|
fi
|
|
fi
|
|
chown ceph. ${OSD_JOURNAL}
|
|
else
|
|
echo "No journal device specified. OSD and journal will share ${OSD_DEVICE}"
|
|
echo "For better performance, consider moving your journal to a separate device"
|
|
fi
|
|
CLI_OPTS="${CLI_OPTS} --filestore"
|
|
else
|
|
OSD_JOURNAL=''
|
|
CLI_OPTS="${CLI_OPTS} --bluestore"
|
|
fi
|
|
|
|
if [ -b "${OSD_JOURNAL}" -a "${OSD_FORCE_ZAP:-0}" -eq 1 ]; then
|
|
# if we got here and zap is set, it's ok to wipe the journal.
|
|
echo "OSD_FORCE_ZAP is set, so we will erase the journal device ${OSD_JOURNAL}"
|
|
if [ -z "${OSD_JOURNAL_PARTITION}" ]; then
|
|
# it's a raw block device. nuke any existing partition table.
|
|
parted -s ${OSD_JOURNAL} mklabel msdos
|
|
else
|
|
# we are likely working on a partition. Just make a filesystem on
|
|
# the device, as other partitions may be in use so nuking the whole
|
|
# disk isn't safe.
|
|
mkfs -t xfs -f ${OSD_JOURNAL}
|
|
fi
|
|
fi
|
|
|
|
if [ "x$JOURNAL_TYPE" == "xdirectory" ]; then
|
|
export OSD_JOURNAL="--journal-file"
|
|
fi
|
|
|
|
ceph-disk -v prepare ${CLI_OPTS} --journal-uuid ${OSD_JOURNAL_UUID} ${OSD_DEVICE} ${OSD_JOURNAL}
|
|
|
|
# watch the udev event queue, and exit if all current events are handled
|
|
udevadm settle --timeout=600
|
|
}
|
|
|
|
if ! [ "x${STORAGE_TYPE%-*}" == "xdirectory" ]; then
|
|
osd_disk_prepare
|
|
fi
|