sahara-plugin-spark/sahara_plugin_spark/plugins/spark/resources/images/image.yaml

62 lines
1.6 KiB
YAML

arguments:
plugin_version:
description: The version of Spark to install. Defaults to 2.3.2
default: 2.3.2
choices:
- 2.3.2
- 2.3.1
- 2.3.0
- 2.2.1
- 2.2.0
java_distro:
default: openjdk
description: The distribution of Java to install. Defaults to openjdk.
choices:
- openjdk
- oracle-java
hdfs_lib_dir:
default: /usr/lib/hadoop-mapreduce
description: The path to HDFS lib. Defaults to /usr/lib/hadoop-mapreduce.
required: False
swift_url:
default: https://tarballs.openstack.org/sahara-extra/dist/hadoop-openstack/master/hadoop-openstack-2.6.0.jar
description: Location of the swift jar file.
required: False
validators:
- os_case:
- redhat:
- package: wget
- script: centos/wget_cdh_repo
- ubuntu:
- script: ubuntu/wget_cdh_repo
- argument_case:
argument_name: java_distro
cases:
openjdk:
- os_case:
- redhat:
- package: java-1.8.0-openjdk-devel
- ubuntu:
- package: openjdk-8-jdk
- script:
common/install_spark:
env_vars: [plugin_version, cdh_version]
- os_case:
- ubuntu:
- script: ubuntu/config_spark
- package: ntp
- package:
- hadoop-hdfs-namenode
- hadoop-hdfs-datanode
- script: common/install_extjs
- os_case:
- redhat:
- script: centos/turn_off_services
- ubuntu:
- script: ubuntu/turn_off_services
- script: common/manipulate_s3
- script:
common/add_jar:
env_vars: [hdfs_lib_dir, swift_url]