Merge "add download_file function in devstack plugin.sh"
This commit is contained in:
commit
ea892a4c71
@ -140,7 +140,7 @@ function install_pkg {
|
|||||||
sudo -E apt-get -y install $JDK_PKG
|
sudo -E apt-get -y install $JDK_PKG
|
||||||
|
|
||||||
## SCALA
|
## SCALA
|
||||||
sudo -E curl $SCALA_URL -o $SPARK_DOWNLOAD/$SCALA
|
download_through_cache $SCALA_URL $SCALA $SPARK_DOWNLOAD
|
||||||
sudo -E dpkg -i $SPARK_DOWNLOAD/$SCALA
|
sudo -E dpkg -i $SPARK_DOWNLOAD/$SCALA
|
||||||
echo "deb https://dl.bintray.com/sbt/debian /" | sudo -E tee -a /etc/apt/sources.list.d/sbt.list
|
echo "deb https://dl.bintray.com/sbt/debian /" | sudo -E tee -a /etc/apt/sources.list.d/sbt.list
|
||||||
sudo -E apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv $KEYID
|
sudo -E apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv $KEYID
|
||||||
@ -155,9 +155,9 @@ function install_pkg {
|
|||||||
###
|
###
|
||||||
function build_spark {
|
function build_spark {
|
||||||
## install maven
|
## install maven
|
||||||
sudo -E curl $MAVEN_URL -o $SPARK_DOWNLOAD/$MAVEN_TARBALL
|
download_through_cache $MAVEN_URL $MAVEN_TARBALL $SPARK_DOWNLOAD
|
||||||
sudo chown stack:stack $SPARK_DOWNLOAD/$MAVEN_TARBALL
|
sudo chown stack:stack $SPARK_DOWNLOAD/$MAVEN_TARBALL
|
||||||
sudo -u stack tar -xzf $SPARK_DOWNLOAD/$MAVEN_TARBALL -C $SPARK_DIR
|
sudo -u stack -g stack tar -xzf $SPARK_DOWNLOAD/$MAVEN_TARBALL -C $SPARK_DIR
|
||||||
|
|
||||||
if [ ${http_proxy} ];then
|
if [ ${http_proxy} ];then
|
||||||
read HTTP_PROXY_USER_NAME HTTP_PROXY_PASSWORD HTTP_PROXY_HOST<< END
|
read HTTP_PROXY_USER_NAME HTTP_PROXY_PASSWORD HTTP_PROXY_HOST<< END
|
||||||
@ -177,9 +177,9 @@ END
|
|||||||
fi
|
fi
|
||||||
|
|
||||||
## Build Spark
|
## Build Spark
|
||||||
sudo -E curl $SPARK_URL -o $SPARK_DOWNLOAD/${SPARK_TARBALL_NAME}
|
download_through_cache $SPARK_URL ${SPARK_TARBALL_NAME} $SPARK_DOWNLOAD
|
||||||
sudo chown stack:stack $SPARK_DOWNLOAD/${SPARK_TARBALL_NAME}
|
sudo chown stack:stack $SPARK_DOWNLOAD/${SPARK_TARBALL_NAME}
|
||||||
sudo -u stack tar -xzf $SPARK_DOWNLOAD/${SPARK_TARBALL_NAME} -C $SPARK_DIR
|
sudo -u stack -g stack tar -xzf $SPARK_DOWNLOAD/${SPARK_TARBALL_NAME} -C $SPARK_DIR
|
||||||
|
|
||||||
DEVSTACK_DIR=`pwd`
|
DEVSTACK_DIR=`pwd`
|
||||||
cd $SPARK_DIR/spark-${SPARK_VERSION}
|
cd $SPARK_DIR/spark-${SPARK_VERSION}
|
||||||
@ -221,7 +221,7 @@ function install_kafka {
|
|||||||
sudo groupadd --system kafka || true
|
sudo groupadd --system kafka || true
|
||||||
sudo useradd --system -g kafka kafka || true
|
sudo useradd --system -g kafka kafka || true
|
||||||
|
|
||||||
sudo -E curl $KAFKA_URL -o $SPARK_DOWNLOAD/$KAFKA_TARBALL
|
download_through_cache $KAFKA_URL $KAFKA_TARBALL $SPARK_DOWNLOAD
|
||||||
sudo tar -xzf $SPARK_DOWNLOAD/$KAFKA_TARBALL -C /opt
|
sudo tar -xzf $SPARK_DOWNLOAD/$KAFKA_TARBALL -C /opt
|
||||||
sudo ln -sf /opt/kafka_${KAFKA_VERSION} /opt/kafka
|
sudo ln -sf /opt/kafka_${KAFKA_VERSION} /opt/kafka
|
||||||
|
|
||||||
@ -294,6 +294,22 @@ function extra_monasca_analytics {
|
|||||||
:
|
:
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function download_through_cache {
|
||||||
|
local resource_location=$1
|
||||||
|
local resource_name=$2
|
||||||
|
local download_dir=$3
|
||||||
|
|
||||||
|
if [[ ! -d ${download_dir} ]]; then
|
||||||
|
_safe_permission_operation mkdir -p ${download_dir}
|
||||||
|
_safe_permission_operation chown stack ${download_dir}
|
||||||
|
fi
|
||||||
|
|
||||||
|
pushd ${download_dir}
|
||||||
|
if [[ ! -f ${resource_name} ]]; then
|
||||||
|
sudo -E curl -m ${DOWNLOAD_FILE_TIMEOUT} --retry 3 --retry-delay 5 ${resource_location} -o ${resource_name}
|
||||||
|
fi
|
||||||
|
popd
|
||||||
|
}
|
||||||
|
|
||||||
# check for service enabled
|
# check for service enabled
|
||||||
echo_summary "Monasca-analytics plugin with service enabled = `is_service_enabled monasca-analytics`"
|
echo_summary "Monasca-analytics plugin with service enabled = `is_service_enabled monasca-analytics`"
|
||||||
|
@ -28,13 +28,15 @@ enable_service monasca-analytics
|
|||||||
# Dependent Software Versions
|
# Dependent Software Versions
|
||||||
#
|
#
|
||||||
|
|
||||||
|
DOWNLOAD_FILE_TIMEOUT=${DOWNLOAD_FILE_TIMEOUT:-1800}
|
||||||
|
|
||||||
# spark vars
|
# spark vars
|
||||||
SPARK_DIRECTORIES=("/var/spark" "/var/log/spark" "/var/run/spark/work" "/etc/spark/conf" "/etc/spark/init" )
|
SPARK_DIRECTORIES=("/var/spark" "/var/log/spark" "/var/run/spark/work" "/etc/spark/conf" "/etc/spark/init" )
|
||||||
|
|
||||||
JDK_PKG="openjdk-8-jre-headless openjdk-8-jdk"
|
JDK_PKG="openjdk-8-jre-headless openjdk-8-jdk"
|
||||||
|
|
||||||
MAVEN="apache-maven-3.5.3"
|
MAVEN="apache-maven-3.5.3"
|
||||||
MAVEN_TARBAL="$MAVEN-bin.tar.gz"
|
MAVEN_TARBALL="$MAVEN-bin.tar.gz"
|
||||||
MAVEN_URL="https://archive.apache.org/dist/maven/maven-3/3.5.3/binaries/$MAVEN_TARBALL"
|
MAVEN_URL="https://archive.apache.org/dist/maven/maven-3/3.5.3/binaries/$MAVEN_TARBALL"
|
||||||
|
|
||||||
SCALA_VERSION=${SCALA_VERSION:-2.11}
|
SCALA_VERSION=${SCALA_VERSION:-2.11}
|
||||||
|
Loading…
Reference in New Issue
Block a user