Add CDH test enabling HDFS HA

We add three HDFS_JOURNALNODE roles in the cluster template to
enable HDFS NameNode HA. We did not directly modified in
cdh-5.4.0.yaml.mako file, or it makes CI test too long and may
exceed the timeout.

Partial-implements: blueprint cdh-ha-support
Change-Id: I173027c0511ee5e7f76ea485b13089a3a5839ece
This commit is contained in:
Ken Chen 2015-08-12 23:26:49 +08:00
parent d6cda0081c
commit a937f5b891
1 changed files with 74 additions and 0 deletions

View File

@ -0,0 +1,74 @@
clusters:
- plugin_name: cdh
plugin_version: 5.4.0
image: ${cdh_5_4_0_image}
node_group_templates:
- name: worker-dn
flavor: ${ci_flavor_id}
node_processes:
- HDFS_DATANODE
- HDFS_JOURNALNODE
volumes_per_node: 2
volumes_size: 2
auto_security_group: true
node_configs:
&ng_configs
DATANODE:
dfs_datanode_du_reserved: 0
- name: worker-nm
flavor: ${ci_flavor_id}
node_processes:
- YARN_NODEMANAGER
- HDFS_JOURNALNODE
auto_security_group: true
- name: worker-nm-dn
flavor: ${ci_flavor_id}
node_processes:
- YARN_NODEMANAGER
- HDFS_DATANODE
- HDFS_JOURNALNODE
volumes_per_node: 2
volumes_size: 2
auto_security_group: true
node_configs:
*ng_configs
- name: manager
flavor: ${large_flavor_id}
node_processes:
- CLOUDERA_MANAGER
auto_security_group: true
- name: master-core
flavor: ${medium_flavor_id}
node_processes:
- HDFS_NAMENODE
- YARN_RESOURCEMANAGER
- ZOOKEEPER_SERVER
auto_security_group: true
- name: master-additional
flavor: ${medium_flavor_id}
node_processes:
- OOZIE_SERVER
- YARN_JOBHISTORY
- HDFS_SECONDARYNAMENODE
auto_security_group: true
cluster_template:
name: cdh540
node_group_templates:
manager: 1
master-core: 1
master-additional: 1
worker-nm-dn: 1
worker-nm: 1
worker-dn: 1
cluster_configs:
HDFS:
dfs_replication: 1
cluster:
name: ${cluster_name}
scenario:
- run_jobs
edp_jobs_flow:
- pig_job
- mapreduce_job
- mapreduce_streaming_job
- java_job