2daa3f1728
It's now possible to either export auth related environment variables or to specify via flags. OS_* variables were removed from yaml and ini files. Change-Id: I3ed9e2d73c886481073f1a00777ca0f2d498bebb Closes-Bug: #1558994
74 lines
2.3 KiB
YAML
74 lines
2.3 KiB
YAML
concurrency: 1
|
|
|
|
network:
|
|
private_network: private
|
|
public_network: public
|
|
|
|
clusters:
|
|
- plugin_name: vanilla
|
|
plugin_version: 2.7.1
|
|
image: sahara-liberty-vanilla-2.7.1-ubuntu-14.04
|
|
edp_jobs_flow: test_flow
|
|
- plugin_name: hdp
|
|
plugin_version: 2.0.6
|
|
image: f3c4a228-9ba4-41f1-b100-a0587689d4dd
|
|
scaling:
|
|
- operation: resize
|
|
node_group: hdp-worker
|
|
size: 5
|
|
- plugin_name: cdh
|
|
plugin_version: 5.3.0
|
|
image: ubuntu-cdh-5.3.0
|
|
scaling:
|
|
- operation: add
|
|
node_group: cdh-worker
|
|
size: 1
|
|
edp_jobs_flow: test_flow
|
|
|
|
edp_jobs_flow:
|
|
test_flow:
|
|
- type: Pig
|
|
input_datasource:
|
|
type: swift
|
|
source: etc/edp-examples/edp-pig/top-todoers/data/input
|
|
output_datasource:
|
|
type: hdfs
|
|
destination: /user/hadoop/edp-output
|
|
main_lib:
|
|
type: swift
|
|
source: etc/edp-examples/edp-pig/top-todoers/example.pig
|
|
configs:
|
|
dfs.replication: 1
|
|
- type: Java
|
|
additional_libs:
|
|
- type: database
|
|
source: etc/edp-examples/hadoop2/edp-java/hadoop-mapreduce-examples-2.7.1.jar
|
|
configs:
|
|
edp.java.main_class: org.apache.hadoop.examples.QuasiMonteCarlo
|
|
args:
|
|
- 10
|
|
- 10
|
|
- type: MapReduce
|
|
input_datasource:
|
|
type: swift
|
|
source: etc/edp-examples/edp-pig/trim-spaces/data/input
|
|
output_datasource:
|
|
type: hdfs
|
|
destination: /user/hadoop/edp-output
|
|
additional_libs:
|
|
- type: database
|
|
source: etc/edp-examples/edp-mapreduce/edp-mapreduce.jar
|
|
configs:
|
|
mapred.mapper.class: org.apache.oozie.example.SampleMapper
|
|
mapred.reducer.class: org.apache.oozie.example.SampleReducer
|
|
- type: MapReduce.Streaming
|
|
input_datasource:
|
|
type: swift
|
|
source: etc/edp-examples/edp-pig/trim-spaces/data/input
|
|
output_datasource:
|
|
type: hdfs
|
|
destination: /user/hadoop/edp-output
|
|
configs:
|
|
edp.streaming.mapper: /bin/cat
|
|
edp.streaming.reducer: /usr/bin/wc
|