openstack
/
sahara
Code Issues Proposed changes

Added scaling parameters to HDP plugin config 

Added SCALE_EXISTING_NG_COUNT and SCALE_NEW_NG_COUNT parameters to HDP plugin
config. The default behavior remains as before, but an additional option
is added. Cluster scaling is parameterized in order to add an ability
to re-use cluster scaling test in performance/benchmark testing.

Change-Id: Iba1570f978e4f44046e64f1d38b2f498e7a0c421
This commit is contained in:
skostiuchenkoHDP 2014-02-06 22:34:25 +02:00 committed by Sofiia Kostiuchenko
parent 2f32f8bea4
commit 3c18fab853
3 changed files with 20 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
savanna/tests/integration/configs/config.py
View File

@ -268,6 +268,14 @@ HDP_CONFIG_OPTS = [
default='/volumes/disk1/hadoop/mapred/userlogs',
help='Directory where logs of completed jobs on volume mounted '
'to node are located.'),
cfg.IntOpt('SCALE_EXISTING_NG_COUNT',
default=1,
help='The number of hosts to add while scaling '
'an existing node group.'),
cfg.IntOpt('SCALE_NEW_NG_COUNT',
default=1,
help='The number of hosts to add while scaling '
'a new node group.'),
cfg.DictOpt('HADOOP_PROCESSES_WITH_PORTS',
default={
'JOBTRACKER': 50030,

5
savanna/tests/integration/configs/itest.conf.sample-full
View File

@ -211,6 +211,11 @@
# (string value)
#HADOOP_LOG_DIRECTORY_ON_VOLUME = '/volumes/disk1/hadoop/mapred/userlogs'
#The number of hosts to add while scaling an existing node group
#SCALE_EXISTING_NG_COUNT = 1
#The number of hosts to add while scaling a new node group
#SCALE_NEW_NG_COUNT = 1
# (dictionary value)
#HADOOP_PROCESSES_WITH_PORTS = JOBTRACKER: 50030, NAMENODE: 50070, TASKTRACKER: 50060, DATANODE: 50075, SECONDARY_NAMENODE: 50090

10
savanna/tests/integration/tests/gating/test_hdp_gating.py
View File

@ -232,16 +232,20 @@ class HDPGatingTest(cinder.CinderVolumeTest, edp.EDPTest,
#--------------------------------CLUSTER SCALING-------------------------------
datanode_count_after_resizing = (
cluster_info['node_info']['datanode_count']
+ self.hdp_config.SCALE_EXISTING_NG_COUNT)
change_list = [
{
'operation': 'resize',
'info': ['worker-node-tt-dn', 4]
'info': ['worker-node-tt-dn', datanode_count_after_resizing]
},
{
'operation': 'add',
'info': [
'new-worker-node-tt-dn', 1, '%s'
% node_group_template_tt_dn_id
'new-worker-node-tt-dn',
self.hdp_config.SCALE_NEW_NG_COUNT,
'%s' % node_group_template_tt_dn_id
]
}
]