Adding yaml scenario file for Mapr 4.0.2 plugin
Added yaml file for Mapr 4.0.2.mrv2. Now it is missing Change-Id: I9ac99c67defcf5a5991b0e95b6033d5d4a51138b
This commit is contained in:
parent
603bb45c24
commit
a9fdcfe322
@ -109,4 +109,51 @@ edp_jobs_flow:
|
||||
additional_libs:
|
||||
- type: swift
|
||||
source: etc/edp-examples/edp-pig/trim-spaces/udf.jar
|
||||
mapr:
|
||||
- type: Pig
|
||||
input_datasource:
|
||||
type: maprfs
|
||||
source: etc/edp-examples/edp-pig/trim-spaces/data/input
|
||||
output_datasource:
|
||||
type: maprfs
|
||||
destination: /user/hadoop/edp-output
|
||||
main_lib:
|
||||
type: swift
|
||||
source: etc/edp-examples/edp-pig/trim-spaces/example.pig
|
||||
additional_libs:
|
||||
- type: swift
|
||||
source: etc/edp-examples/edp-pig/trim-spaces/udf.jar
|
||||
- type: MapReduce
|
||||
input_datasource:
|
||||
type: maprfs
|
||||
source: etc/edp-examples/edp-pig/trim-spaces/data/input
|
||||
output_datasource:
|
||||
type: maprfs
|
||||
destination: /user/hadoop/edp-output
|
||||
additional_libs:
|
||||
- type: database
|
||||
source: etc/edp-examples/edp-mapreduce/edp-mapreduce.jar
|
||||
configs:
|
||||
mapred.mapper.class: org.apache.oozie.example.SampleMapper
|
||||
mapred.reducer.class: org.apache.oozie.example.SampleReducer
|
||||
- type: MapReduce.Streaming
|
||||
input_datasource:
|
||||
type: maprfs
|
||||
source: etc/edp-examples/edp-pig/trim-spaces/data/input
|
||||
output_datasource:
|
||||
type: maprfs
|
||||
destination: /user/hadoop/edp-output
|
||||
configs:
|
||||
edp.streaming.mapper: /bin/cat
|
||||
edp.streaming.reducer: /usr/bin/wc
|
||||
- type: Java
|
||||
additional_libs:
|
||||
- type: database
|
||||
source: etc/edp-examples/hadoop2/edp-java/hadoop-mapreduce-examples-2.6.0.jar
|
||||
configs:
|
||||
edp.java.main_class: org.apache.hadoop.examples.QuasiMonteCarlo
|
||||
args:
|
||||
- 10
|
||||
- 10
|
||||
|
||||
|
||||
|
43
etc/scenario/sahara-ci/mapr-4.0.2.mrv2.yaml
Normal file
43
etc/scenario/sahara-ci/mapr-4.0.2.mrv2.yaml
Normal file
@ -0,0 +1,43 @@
|
||||
clusters:
|
||||
- plugin_name: mapr
|
||||
plugin_version: 4.0.2.mrv2
|
||||
image: %mapr_402mrv2_image%
|
||||
node_group_templates:
|
||||
- name: master
|
||||
flavor_id: %ci_flavor_id%
|
||||
node_processes:
|
||||
- Metrics
|
||||
- Webserver
|
||||
- ZooKeeper
|
||||
- HTTPFS
|
||||
- Oozie
|
||||
- FileServer
|
||||
- CLDB
|
||||
- Flume
|
||||
- Hue
|
||||
- NodeManager
|
||||
- HistoryServer
|
||||
- ResourceManager
|
||||
- HiveServer2
|
||||
- HiveMetastore
|
||||
- Sqoop2-Client
|
||||
- Sqoop2-Server
|
||||
auto_security_group: true
|
||||
- name: worker
|
||||
flavor_id: %ci_flavor_id%
|
||||
node_processes:
|
||||
- NodeManager
|
||||
- FileServer
|
||||
auto_security_group: true
|
||||
cluster_template:
|
||||
name: mapr402mrv2
|
||||
node_group_templates:
|
||||
master: 1
|
||||
worker: 3
|
||||
cluster:
|
||||
name: %cluster_name%
|
||||
scaling:
|
||||
- operation: add
|
||||
node_group: worker
|
||||
size: 1
|
||||
edp_jobs_flow: mapr
|
Loading…
Reference in New Issue
Block a user