concurrency: 1

network:
    private_network: private
    public_network: public

clusters:
    - plugin_name: vanilla
      plugin_version: 2.7.1
      image: sahara-liberty-vanilla-2.7.1-ubuntu-14.04
      edp_jobs_flow: test_flow
    - plugin_name: hdp
      plugin_version: 2.0.6
      image: f3c4a228-9ba4-41f1-b100-a0587689d4dd
      scaling:
          - operation: resize
            node_group: hdp-worker
            size: 5
    - plugin_name: cdh
      plugin_version: 5.3.0
      image: ubuntu-cdh-5.3.0
      scaling:
          - operation: add
            node_group: cdh-worker
            size: 1
      edp_jobs_flow: test_flow

edp_jobs_flow:
    test_flow:
        - type: Pig
          input_datasource:
              type: swift
              source: etc/edp-examples/edp-pig/top-todoers/data/input
          output_datasource:
              type: hdfs
              destination: /user/hadoop/edp-output
          main_lib:
              type: swift
              source: etc/edp-examples/edp-pig/top-todoers/example.pig
          configs:
              dfs.replication: 1
        - type: Java
          additional_libs:
              - type: database
                source: etc/edp-examples/hadoop2/edp-java/hadoop-mapreduce-examples-2.7.1.jar
          configs:
              edp.java.main_class: org.apache.hadoop.examples.QuasiMonteCarlo
          args:
              - 10
              - 10
        - type: MapReduce
          input_datasource:
              type: swift
              source: etc/edp-examples/edp-pig/trim-spaces/data/input
          output_datasource:
              type: hdfs
              destination: /user/hadoop/edp-output
          additional_libs:
              - type: database
                source: etc/edp-examples/edp-mapreduce/edp-mapreduce.jar
          configs:
              mapred.mapper.class: org.apache.oozie.example.SampleMapper
              mapred.reducer.class: org.apache.oozie.example.SampleReducer
        - type: MapReduce.Streaming
          input_datasource:
              type: swift
              source: etc/edp-examples/edp-pig/trim-spaces/data/input
          output_datasource:
              type: hdfs
              destination: /user/hadoop/edp-output
          configs:
              edp.streaming.mapper: /bin/cat
              edp.streaming.reducer: /usr/bin/wc