clusters: - plugin_name: cdh plugin_version: 5.4.0 image: ${cdh_5_4_0_image} node_group_templates: - name: worker-dn flavor: ${ci_flavor_id} node_processes: - HDFS_DATANODE - HDFS_JOURNALNODE volumes_per_node: 2 volumes_size: 2 auto_security_group: true node_configs: &ng_configs DATANODE: dfs_datanode_du_reserved: 0 - name: worker-nm flavor: ${ci_flavor_id} node_processes: - YARN_NODEMANAGER auto_security_group: true - name: worker-nm-dn flavor: ${ci_flavor_id} node_processes: - YARN_NODEMANAGER - HDFS_DATANODE - HDFS_JOURNALNODE volumes_per_node: 2 volumes_size: 2 auto_security_group: true node_configs: *ng_configs - name: manager flavor: ${large_flavor_id} node_processes: - CLOUDERA_MANAGER auto_security_group: true - name: master-core flavor: ${medium_flavor_id} node_processes: - HDFS_NAMENODE - YARN_RESOURCEMANAGER - ZOOKEEPER_SERVER auto_security_group: true - name: master-additional flavor: ${large_flavor_id} node_processes: - OOZIE_SERVER - ZOOKEEPER_SERVER - YARN_JOBHISTORY - HDFS_SECONDARYNAMENODE - HDFS_JOURNALNODE auto_security_group: true cluster_template: name: cdh540 node_group_templates: manager: 1 master-core: 1 master-additional: 1 worker-nm-dn: 1 worker-nm: 2 worker-dn: 1 cluster_configs: HDFS: dfs_replication: 1 general: 'Require Anti Affinity': False cluster: name: ${cluster_name} scenario: - run_jobs edp_jobs_flow: - mapreduce_job - java_job