Add support for building MapR 5.2 prebuilt images

Implements: blueprint add-mapr-520-image-building
Depends-On: I450168cb69f4b053a41b99d6daceaf7896a5d7eb
Change-Id: I33271122f81520b1c7902eb331d886b7cba5a626
This commit is contained in:
Grigoriy Rozhkov 2016-09-01 17:47:09 +03:00
parent a0f8b24a09
commit e568680b7a
6 changed files with 98 additions and 14 deletions

View File

@ -79,7 +79,7 @@ this:
.. sourcecode:: bash
tox -e venv -- sahara-image-create -p mapr -r [5.0.0|5.1.0]
tox -e venv -- sahara-image-create -p mapr -r [5.0.0|5.1.0|5.2.0]
9. If the host system is missing packages required for sahara-image-create,
the '-u' commandline option will instruct the script to install them without

View File

@ -10,7 +10,7 @@ unset DIB_IMAGE_SIZE
DEBUG_MODE="false"
# The default version for a MapR plugin
DIB_DEFAULT_MAPR_VERSION="5.1.0"
DIB_DEFAULT_MAPR_VERSION="5.2.0"
# The default version for Spark plugin
DIB_DEFAULT_SPARK_VERSION="1.6.0"
@ -33,7 +33,7 @@ usage() {
echo " [-p vanilla|spark|cloudera|storm|mapr|ambari|plain]"
echo " [-i ubuntu|fedora|centos|centos7]"
echo " [-v 2.7.1|4|5.0|5.3|5.4|5.5|5.7|2.2.0.0|2.2.1.0]"
echo " [-r 5.0.0|5.1.0]"
echo " [-r 5.0.0|5.1.0|5.2.0]"
echo " [-s 1.3.1|1.6.0]"
echo " [-t 0.9.2|1.0.1]"
echo " [-d]"
@ -294,7 +294,7 @@ case "$PLUGIN" in
echo "${DIB_DEFAULT_MAPR_VERSION} version would be used"
DIB_MAPR_VERSION=${DIB_DEFAULT_MAPR_VERSION}
;;
"5.0.0" | "5.1.0");;
"5.0.0" | "5.1.0" | "5.2.0");;
*)
echo -e "Unknown MapR version.\nExit"
exit 1

View File

@ -13,7 +13,7 @@ following syntax to select the ``MapR`` plugin:
.. sourcecode:: bash
diskimage-create.sh -p mapr [-i ubuntu|centos|centos7] [-r 5.0.0 | 5.1.0]
diskimage-create.sh -p mapr [-i ubuntu|centos|centos7] [-r 5.0.0 | 5.1.0 | 5.2.0]
In order to speed up image creation process you can download archives with MapR
repositories and specify environment variables:
@ -24,11 +24,11 @@ For example:
.. sourcecode:: bash
export DIB_MAPR_CORE_DEB_REPO="file://<path-to-archive>/mapr-v5.1.0GA.deb.tgz"
export DIB_MAPR_CORE_RPM_REPO="file://<path-to-archive>/mapr-v5.1.0GA.rpm.tgz"
export DIB_MAPR_CORE_DEB_REPO="file://<path-to-archive>/mapr-v5.2.0GA.deb.tgz"
export DIB_MAPR_CORE_RPM_REPO="file://<path-to-archive>/mapr-v5.2.0GA.rpm.tgz"
export DIB_MAPR_ECO_DEB_REPO="http://<URL>/mapr-ecosystem.deb.tgz"
export DIB_MAPR_ECO_RPM_REPO="http://<URL>/mapr-ecosystem.rpm.tgz"
diskimage-create.sh -p mapr -r 5.1.0
diskimage-create.sh -p mapr -r 5.2.0
Environment Variables
---------------------
@ -36,4 +36,4 @@ Environment Variables
DIB_MAPR_VERSION
:Required: Yes
:Description: Version of MapR to install.
:Example: ``DIB_MAPR_VERSION=5.1.0``
:Example: ``DIB_MAPR_VERSION=5.2.0``

View File

@ -17,13 +17,13 @@ get_repo_url() {
if [ "$DISTRO_NAME" = "ubuntu" ]; then
case "$DIB_MAPR_VERSION" in
"5.0.0"|"5.1.0")
"5.0.0"|"5.1.0"|"5.2.0")
repo_url="${DIB_MAPR_ECO_DEB_REPO:-http://package.mapr.com/releases/ecosystem-5.x/ubuntu binary/}"
;;
esac
elif [ "$DISTRO_NAME" = "centos" -o "$DISTRO_NAME" = "centos7" -o "$DISTRO_NAME" = "rhel" ]; then
case "$DIB_MAPR_VERSION" in
"5.0.0"|"5.1.0")
"5.0.0"|"5.1.0"|"5.2.0")
repo_url="${DIB_MAPR_ECO_RPM_REPO:-http://package.mapr.com/releases/ecosystem-5.x/redhat}"
;;
esac
@ -39,10 +39,15 @@ MAPR_REPO_DIR="/opt/mapr-repository/ecosystem"
MAPR_REPO_URL="$(get_repo_url)"
MAPR_REPO_NAME="mapr_ecosystem"
MAPR_PKG_GROUPS="$(dirname $0)/../resources/packages.json"
MAPR_SPEC="$(dirname $0)/../resources/spec_${DIB_MAPR_VERSION}.json"
if [ -f $(dirname $0)/../resources/spec_${DIB_MAPR_VERSION}_${DISTRO_NAME}.json ]; then
MAPR_SPEC="$(dirname $0)/../resources/spec_${DIB_MAPR_VERSION}_${DISTRO_NAME}.json"
else
MAPR_SPEC="$(dirname $0)/../resources/spec_${DIB_MAPR_VERSION}.json"
fi
echo "Creating local MapR ecosystem repository"
localize_repo "$MAPR_REPO_NAME" "$MAPR_REPO_URL" "$MAPR_PKG_GROUPS" "$MAPR_SPEC" "$MAPR_REPO_DIR"
#localize_repo "$MAPR_REPO_NAME" "$MAPR_REPO_URL" "$MAPR_PKG_GROUPS" "$MAPR_SPEC" "$MAPR_REPO_DIR"
echo $MAPR_SPEC
echo "END: installing MapR ecosystem repository"

View File

@ -0,0 +1,41 @@
{
"drill": [
"1.6.0"
],
"flume": [
"1.6.0"
],
"hbase": [
"1.1.1"
],
"hive": [
"1.2"
],
"httpfs": [
"1.0"
],
"hue": [
"3.9.0"
],
"impala": [
"2.5.0"
],
"mahout": [
"0.12.0"
],
"oozie": [
"4.2.0"
],
"pig": [
"0.15"
],
"sqoop": [
"2.0.0"
],
"spark": [
"1.6.1"
],
"sentry": [
"1.6.0"
]
}

View File

@ -0,0 +1,38 @@
{
"drill": [
"1.6.0"
],
"flume": [
"1.6.0"
],
"hbase": [
"1.1.1"
],
"hive": [
"1.2"
],
"httpfs": [
"1.0"
],
"hue": [
"3.9.0"
],
"mahout": [
"0.12.0"
],
"oozie": [
"4.2.0"
],
"pig": [
"0.15"
],
"sqoop": [
"2.0.0"
],
"spark": [
"1.6.1"
],
"sentry": [
"1.6.0"
]
}