diff --git a/etc/scenario/sahara-ci/edp.yaml b/etc/scenario/sahara-ci/edp.yaml index cf04de79c8..0784601bfb 100644 --- a/etc/scenario/sahara-ci/edp.yaml +++ b/etc/scenario/sahara-ci/edp.yaml @@ -109,4 +109,51 @@ edp_jobs_flow: additional_libs: - type: swift source: etc/edp-examples/edp-pig/trim-spaces/udf.jar + mapr: + - type: Pig + input_datasource: + type: maprfs + source: etc/edp-examples/edp-pig/trim-spaces/data/input + output_datasource: + type: maprfs + destination: /user/hadoop/edp-output + main_lib: + type: swift + source: etc/edp-examples/edp-pig/trim-spaces/example.pig + additional_libs: + - type: swift + source: etc/edp-examples/edp-pig/trim-spaces/udf.jar + - type: MapReduce + input_datasource: + type: maprfs + source: etc/edp-examples/edp-pig/trim-spaces/data/input + output_datasource: + type: maprfs + destination: /user/hadoop/edp-output + additional_libs: + - type: database + source: etc/edp-examples/edp-mapreduce/edp-mapreduce.jar + configs: + mapred.mapper.class: org.apache.oozie.example.SampleMapper + mapred.reducer.class: org.apache.oozie.example.SampleReducer + - type: MapReduce.Streaming + input_datasource: + type: maprfs + source: etc/edp-examples/edp-pig/trim-spaces/data/input + output_datasource: + type: maprfs + destination: /user/hadoop/edp-output + configs: + edp.streaming.mapper: /bin/cat + edp.streaming.reducer: /usr/bin/wc + - type: Java + additional_libs: + - type: database + source: etc/edp-examples/hadoop2/edp-java/hadoop-mapreduce-examples-2.6.0.jar + configs: + edp.java.main_class: org.apache.hadoop.examples.QuasiMonteCarlo + args: + - 10 + - 10 + diff --git a/etc/scenario/sahara-ci/mapr-4.0.2.mrv2.yaml b/etc/scenario/sahara-ci/mapr-4.0.2.mrv2.yaml new file mode 100644 index 0000000000..73c39f0a3d --- /dev/null +++ b/etc/scenario/sahara-ci/mapr-4.0.2.mrv2.yaml @@ -0,0 +1,43 @@ +clusters: + - plugin_name: mapr + plugin_version: 4.0.2.mrv2 + image: %mapr_402mrv2_image% + node_group_templates: + - name: master + flavor_id: %ci_flavor_id% + node_processes: + - Metrics + - Webserver + - ZooKeeper + - HTTPFS + - Oozie + - FileServer + - CLDB + - Flume + - Hue + - NodeManager + - HistoryServer + - ResourceManager + - HiveServer2 + - HiveMetastore + - Sqoop2-Client + - Sqoop2-Server + auto_security_group: true + - name: worker + flavor_id: %ci_flavor_id% + node_processes: + - NodeManager + - FileServer + auto_security_group: true + cluster_template: + name: mapr402mrv2 + node_group_templates: + master: 1 + worker: 3 + cluster: + name: %cluster_name% + scaling: + - operation: add + node_group: worker + size: 1 + edp_jobs_flow: mapr