111 lines
4.3 KiB
Bash
Executable File
111 lines
4.3 KiB
Bash
Executable File
#!/bin/bash -xe
|
|
|
|
# source CI credentials
|
|
. /home/jenkins/ci_openrc
|
|
# source functions
|
|
. $FUNCTION_PATH/functions-common.sh
|
|
. $FUNCTION_PATH/functions-dib.sh
|
|
|
|
CLUSTER_HASH=${CLUSTER_HASH:-$RANDOM}
|
|
cluster_name="$HOST-$ZUUL_CHANGE-$CLUSTER_HASH"
|
|
|
|
SAHARA_PATH="/tmp/sahara"
|
|
sahara_conf_path="$SAHARA_PATH/etc/sahara/sahara.conf"
|
|
sahara_templates_path=$SAHARA_PATH/etc/scenario/sahara-ci
|
|
|
|
engine=$(echo $JOB_NAME | awk -F '-' '{ print $3 }')
|
|
job_type="$1"
|
|
image_type=${2:-ubuntu}
|
|
|
|
# Image names
|
|
vanilla_image=$HOST-sahara-vanilla-${image_type}-${ZUUL_CHANGE}-hadoop_1
|
|
vanilla_two_six_image=$HOST-sahara-vanilla-${image_type}-${ZUUL_CHANGE}-hadoop_2.6
|
|
hdp_image=$HOST-sahara-hdp-centos-${ZUUL_CHANGE}-hadoop_1
|
|
hdp_two_image=$HOST-sahara-hdp-centos-${ZUUL_CHANGE}-hadoop_2
|
|
spark_image=$HOST-sahara-spark-ubuntu-${ZUUL_CHANGE}
|
|
cdh_image=$HOST-${image_type}-cdh-${ZUUL_CHANGE}
|
|
|
|
# Clone Sahara
|
|
git clone https://review.openstack.org/openstack/sahara $SAHARA_PATH -b $ZUUL_BRANCH
|
|
|
|
# make verbose the scripts execution of disk-image-create
|
|
export DIB_DEBUG_TRACE=1
|
|
|
|
case $job_type in
|
|
vanilla*)
|
|
if [ "${image_type}" == 'centos' ]; then
|
|
username='cloud-user'
|
|
else
|
|
username='ubuntu'
|
|
fi
|
|
|
|
hadoop_version=$(echo $job_type | awk -F '_' '{print $2}')
|
|
case $hadoop_version in
|
|
1)
|
|
env ${image_type}_vanilla_hadoop_1_image_name=${vanilla_image} SIM_REPO_PATH=$WORKSPACE tox -e venv -- sahara-image-create -p vanilla -i $image_type -v 1
|
|
check_error_code $? ${vanilla_image}.qcow2
|
|
upload_image "vanilla-1" "${username}" ${vanilla_image}
|
|
tests_config_file="$sahara_templates_path/vanilla-1.2.1.yaml"
|
|
insert_scenario_value $tests_config_file vanilla_image
|
|
;;
|
|
2.6)
|
|
env ${image_type}_vanilla_hadoop_2_6_image_name=${vanilla_two_six_image} SIM_REPO_PATH=$WORKSPACE tox -e venv -- sahara-image-create -p vanilla -i $image_type -v 2.6
|
|
check_error_code $? ${vanilla_two_six_image}.qcow2
|
|
upload_image "vanilla-2.6" "${username}" ${vanilla_two_six_image}
|
|
DISTRIBUTE_MODE=True
|
|
tests_config_file="$sahara_templates_path/vanilla-2.6.0.yaml"
|
|
insert_scenario_value $tests_config_file vanilla_two_six_image
|
|
;;
|
|
esac
|
|
;;
|
|
|
|
spark)
|
|
env ubuntu_spark_image_name=${spark_image} SIM_REPO_PATH=$WORKSPACE tox -e venv -- sahara-image-create -p spark
|
|
check_error_code $? ${spark_image}.qcow2
|
|
upload_image "spark" "ubuntu" ${spark_image}
|
|
tests_config_file="$sahara_templates_path/spark-1.0.0.yaml"
|
|
insert_scenario_value $tests_config_file spark_image
|
|
insert_config_value $sahara_conf_path DEFAULT plugins spark
|
|
;;
|
|
|
|
hdp_1)
|
|
env centos_hdp_hadoop_1_image_name=${hdp_image} SIM_REPO_PATH=$WORKSPACE tox -e venv -- sahara-image-create -p hdp -v 1
|
|
check_error_code $? ${hdp_image}.qcow2
|
|
upload_image "hdp1" "root" ${hdp_image}
|
|
tests_config_file="$sahara_templates_path/hdp-1.3.2.yaml"
|
|
insert_scenario_value $tests_config_file hdp_image
|
|
;;
|
|
|
|
hdp_2)
|
|
env centos_hdp_hadoop_2_image_name=${hdp_two_image} SIM_REPO_PATH=$WORKSPACE tox -e venv -- sahara-image-create -p hdp -v 2
|
|
check_error_code $? ${hdp_two_image}.qcow2
|
|
upload_image "hdp2" "root" ${hdp_two_image}
|
|
DISTRIBUTE_MODE=True
|
|
tests_config_file="$sahara_templates_path/hdp-2.0.6.yaml"
|
|
insert_scenario_value $tests_config_file hdp_two_image
|
|
;;
|
|
|
|
cdh)
|
|
if [ "${image_type}" == 'centos' ]; then
|
|
username='cloud-user'
|
|
else
|
|
username='ubuntu'
|
|
fi
|
|
env cloudera_5_3_${image_type}_image_name=${cdh_image} SIM_REPO_PATH=$WORKSPACE tox -e venv -- sahara-image-create -p cloudera -i $image_type -v 5.3
|
|
check_error_code $? ${cdh_image}.qcow2
|
|
upload_image "cdh" ${username} ${cdh_image}
|
|
tests_config_file="$sahara_templates_path/cdh-5.3.0.yaml"
|
|
insert_config_value $sahara_conf_path DEFAULT plugins cdh
|
|
insert_scenario_value $tests_config_file cdh_image
|
|
;;
|
|
esac
|
|
|
|
cd $SAHARA_PATH
|
|
sudo pip install .
|
|
enable_pypi
|
|
write_sahara_main_conf "$sahara_conf_path" "$engine"
|
|
write_tests_conf "$tests_config_file" "$cluster_name"
|
|
start_sahara "$sahara_conf_path" && run_tests "$tests_config_file"
|
|
print_python_env
|
|
cleanup_image "$job_type" "$image_type"
|