37 lines
1.1 KiB
Bash
Executable File
37 lines
1.1 KiB
Bash
Executable File
#!/bin/bash
|
|
if [ "${DIB_DEBUG_TRACE:-0}" -gt 0 ]; then
|
|
set -x
|
|
fi
|
|
set -eu
|
|
set -o pipefail
|
|
|
|
if [ -z "${HADOOP_S3_JAR_ORIGIN:-}" ]; then
|
|
# The jar is not locally available during image-gen on Ambari/MapR plugins: relevant packages are installed later.
|
|
# The jar is not appropriate for the Storm plugin: you cannot stream data from an object store.
|
|
# For plugins not found in the switch statement below, a user-specified jar can still be downloaded.
|
|
case "$plugin_type" in
|
|
"vanilla")
|
|
HADOOP_S3_JAR_ORIGIN="/opt/hadoop/share/hadoop/tools/lib/hadoop-aws-$DIB_HADOOP_VERSION.jar"
|
|
;;
|
|
"cloudera" | "spark" )
|
|
HADOOP_S3_JAR_ORIGIN="/usr/lib/hadoop/hadoop-aws.jar"
|
|
;;
|
|
esac
|
|
fi
|
|
|
|
HDFS_LIB_DIR=${DIB_HDFS_LIB_DIR:-"/usr/share/hadoop/lib"} # matches swift_hadoop default
|
|
|
|
if [ -z "${HADOOP_S3_JAR_DOWNLOAD:-}" ]; then
|
|
if [ "${HADOOP_S3_JAR_ORIGIN:-}" ]; then
|
|
cp $HADOOP_S3_JAR_ORIGIN $HDFS_LIB_DIR/hadoop-aws.jar
|
|
fi
|
|
else
|
|
wget -O $HDFS_LIB_DIR/hadoop-aws.jar $HADOOP_S3_JAR_DOWNLOAD
|
|
fi
|
|
|
|
path=$HDFS_LIB_DIR/hadoop-aws.jar
|
|
|
|
if [ -f $path ]; then
|
|
chmod 0644 $path
|
|
fi
|