From a937f5b891c9eb9ead485e7606f2cb97c32c6fd9 Mon Sep 17 00:00:00 2001 From: Ken Chen Date: Wed, 12 Aug 2015 23:26:49 +0800 Subject: [PATCH] Add CDH test enabling HDFS HA We add three HDFS_JOURNALNODE roles in the cluster template to enable HDFS NameNode HA. We did not directly modified in cdh-5.4.0.yaml.mako file, or it makes CI test too long and may exceed the timeout. Partial-implements: blueprint cdh-ha-support Change-Id: I173027c0511ee5e7f76ea485b13089a3a5839ece --- etc/scenario/sahara-ci/cdh-ha.yaml.mako | 74 +++++++++++++++++++++++++ 1 file changed, 74 insertions(+) create mode 100644 etc/scenario/sahara-ci/cdh-ha.yaml.mako diff --git a/etc/scenario/sahara-ci/cdh-ha.yaml.mako b/etc/scenario/sahara-ci/cdh-ha.yaml.mako new file mode 100644 index 0000000000..e11a6339a3 --- /dev/null +++ b/etc/scenario/sahara-ci/cdh-ha.yaml.mako @@ -0,0 +1,74 @@ +clusters: + - plugin_name: cdh + plugin_version: 5.4.0 + image: ${cdh_5_4_0_image} + node_group_templates: + - name: worker-dn + flavor: ${ci_flavor_id} + node_processes: + - HDFS_DATANODE + - HDFS_JOURNALNODE + volumes_per_node: 2 + volumes_size: 2 + auto_security_group: true + node_configs: + &ng_configs + DATANODE: + dfs_datanode_du_reserved: 0 + - name: worker-nm + flavor: ${ci_flavor_id} + node_processes: + - YARN_NODEMANAGER + - HDFS_JOURNALNODE + auto_security_group: true + - name: worker-nm-dn + flavor: ${ci_flavor_id} + node_processes: + - YARN_NODEMANAGER + - HDFS_DATANODE + - HDFS_JOURNALNODE + volumes_per_node: 2 + volumes_size: 2 + auto_security_group: true + node_configs: + *ng_configs + - name: manager + flavor: ${large_flavor_id} + node_processes: + - CLOUDERA_MANAGER + auto_security_group: true + - name: master-core + flavor: ${medium_flavor_id} + node_processes: + - HDFS_NAMENODE + - YARN_RESOURCEMANAGER + - ZOOKEEPER_SERVER + auto_security_group: true + - name: master-additional + flavor: ${medium_flavor_id} + node_processes: + - OOZIE_SERVER + - YARN_JOBHISTORY + - HDFS_SECONDARYNAMENODE + auto_security_group: true + cluster_template: + name: cdh540 + node_group_templates: + manager: 1 + master-core: 1 + master-additional: 1 + worker-nm-dn: 1 + worker-nm: 1 + worker-dn: 1 + cluster_configs: + HDFS: + dfs_replication: 1 + cluster: + name: ${cluster_name} + scenario: + - run_jobs + edp_jobs_flow: + - pig_job + - mapreduce_job + - mapreduce_streaming_job + - java_job