Add CDH test enabling HDFS HA
We add three HDFS_JOURNALNODE roles in the cluster template to enable HDFS NameNode HA. We did not directly modified in cdh-5.4.0.yaml.mako file, or it makes CI test too long and may exceed the timeout. Partial-implements: blueprint cdh-ha-support Change-Id: I173027c0511ee5e7f76ea485b13089a3a5839ece
This commit is contained in:
parent
d6cda0081c
commit
a937f5b891
74
etc/scenario/sahara-ci/cdh-ha.yaml.mako
Normal file
74
etc/scenario/sahara-ci/cdh-ha.yaml.mako
Normal file
@ -0,0 +1,74 @@
|
|||||||
|
clusters:
|
||||||
|
- plugin_name: cdh
|
||||||
|
plugin_version: 5.4.0
|
||||||
|
image: ${cdh_5_4_0_image}
|
||||||
|
node_group_templates:
|
||||||
|
- name: worker-dn
|
||||||
|
flavor: ${ci_flavor_id}
|
||||||
|
node_processes:
|
||||||
|
- HDFS_DATANODE
|
||||||
|
- HDFS_JOURNALNODE
|
||||||
|
volumes_per_node: 2
|
||||||
|
volumes_size: 2
|
||||||
|
auto_security_group: true
|
||||||
|
node_configs:
|
||||||
|
&ng_configs
|
||||||
|
DATANODE:
|
||||||
|
dfs_datanode_du_reserved: 0
|
||||||
|
- name: worker-nm
|
||||||
|
flavor: ${ci_flavor_id}
|
||||||
|
node_processes:
|
||||||
|
- YARN_NODEMANAGER
|
||||||
|
- HDFS_JOURNALNODE
|
||||||
|
auto_security_group: true
|
||||||
|
- name: worker-nm-dn
|
||||||
|
flavor: ${ci_flavor_id}
|
||||||
|
node_processes:
|
||||||
|
- YARN_NODEMANAGER
|
||||||
|
- HDFS_DATANODE
|
||||||
|
- HDFS_JOURNALNODE
|
||||||
|
volumes_per_node: 2
|
||||||
|
volumes_size: 2
|
||||||
|
auto_security_group: true
|
||||||
|
node_configs:
|
||||||
|
*ng_configs
|
||||||
|
- name: manager
|
||||||
|
flavor: ${large_flavor_id}
|
||||||
|
node_processes:
|
||||||
|
- CLOUDERA_MANAGER
|
||||||
|
auto_security_group: true
|
||||||
|
- name: master-core
|
||||||
|
flavor: ${medium_flavor_id}
|
||||||
|
node_processes:
|
||||||
|
- HDFS_NAMENODE
|
||||||
|
- YARN_RESOURCEMANAGER
|
||||||
|
- ZOOKEEPER_SERVER
|
||||||
|
auto_security_group: true
|
||||||
|
- name: master-additional
|
||||||
|
flavor: ${medium_flavor_id}
|
||||||
|
node_processes:
|
||||||
|
- OOZIE_SERVER
|
||||||
|
- YARN_JOBHISTORY
|
||||||
|
- HDFS_SECONDARYNAMENODE
|
||||||
|
auto_security_group: true
|
||||||
|
cluster_template:
|
||||||
|
name: cdh540
|
||||||
|
node_group_templates:
|
||||||
|
manager: 1
|
||||||
|
master-core: 1
|
||||||
|
master-additional: 1
|
||||||
|
worker-nm-dn: 1
|
||||||
|
worker-nm: 1
|
||||||
|
worker-dn: 1
|
||||||
|
cluster_configs:
|
||||||
|
HDFS:
|
||||||
|
dfs_replication: 1
|
||||||
|
cluster:
|
||||||
|
name: ${cluster_name}
|
||||||
|
scenario:
|
||||||
|
- run_jobs
|
||||||
|
edp_jobs_flow:
|
||||||
|
- pig_job
|
||||||
|
- mapreduce_job
|
||||||
|
- mapreduce_streaming_job
|
||||||
|
- java_job
|
Loading…
Reference in New Issue
Block a user