openstack/deb-sahara
Code Issues Proposed changes

Adding hive support for vanilla 2.6

Browse Source 
Change-Id: Iea9897ab76370c80c9fe362d7507f388a51165ee
Closes-bug: #1410248
This commit is contained in:
Andrey Pavlov 2015-01-16 12:47:38 +03:00
parent d8d849d28f
commit ced0f909da
4 changed files with 1886 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
sahara/plugins/vanilla/v2_6_0/config_helper.py
View File

@ -39,12 +39,16 @@ YARN_DEFAULT = x.load_hadoop_xml_defaults(
OOZIE_DEFAULT = x.load_hadoop_xml_defaults(
'plugins/vanilla/v2_6_0/resources/oozie-default.xml')
HIVE_DEFAULT = x.load_hadoop_xml_defaults(
'plugins/vanilla/v2_6_0/resources/hive-default.xml')
XML_CONFS = {
"Hadoop": [CORE_DEFAULT],
"HDFS": [HDFS_DEFAULT],
"YARN": [YARN_DEFAULT],
"MapReduce": [MAPRED_DEFAULT],
"JobFlow": [OOZIE_DEFAULT]
"JobFlow": [OOZIE_DEFAULT],
"Hive": [HIVE_DEFAULT]
}
ENV_CONFS = {

2
sahara/plugins/vanilla/v2_6_0/resources/README.rst
View File

@ -8,6 +8,7 @@ This directory contains default XML configuration files:
* mapred-default.xml
* yarn-default.xml
* oozie-default.xml
* hive-default.xml
These files are applied for Sahara's plugin of Apache Hadoop version 2.6.0
@ -19,6 +20,7 @@ Files were taken from here:
* `yarn-default.xml <https://github.com/apache/hadoop/blob/release-2.6.0/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml>`_
* `mapred-default.xml <https://github.com/apache/hadoop/blob/release-2.6.0/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml>`_
* `oozie-default.xml <https://github.com/apache/oozie/blob/release-4.0.1/core/src/main/resources/oozie-default.xml>`_
* `hive-default.xml <https://github.com/apache/hive/blob/release-0.11.0/conf/hive-default.xml.template>`_
XML configs are used to expose default Hadoop configurations to the users
through Sahara's REST API. It allows users to override some config values which

1873
sahara/plugins/vanilla/v2_6_0/resources/hive-default.xml Normal file
View File

File diff suppressed because it is too large Load Diff

7
sahara/plugins/vanilla/v2_6_0/versionhandler.py
View File

@ -50,7 +50,8 @@ class VersionHandler(avm.AbstractVersionHandler):
"MapReduce": ["historyserver"],
"HDFS": ["namenode", "datanode", "secondarynamenode"],
"YARN": ["resourcemanager", "nodemanager"],
"JobFlow": ["oozie"]
"JobFlow": ["oozie"],
"Hive": ["hiveserver"]
}
def validate(self, cluster):
@ -87,6 +88,10 @@ class VersionHandler(avm.AbstractVersionHandler):
if oo:
run.start_oozie_process(self.pctx, oo)
hiveserver = vu.get_hiveserver(cluster)
if hiveserver:
run.start_hiveserver_process(self.pctx, hiveserver)
self._set_cluster_info(cluster)
def decommission_nodes(self, cluster, instances):