Add new version pack for services
- Add HBase 1.1 - Add Drill 1.6 - Add Impala 2.5 - Add Spark 1.6.1 - Add Mahout 0.11, 0.12 Change-Id: Ie539843bca211ce07fec3b06e1e3e332e0fa39c2
This commit is contained in:
parent
38784a40a4
commit
eb408c576d
@ -0,0 +1,8 @@
|
||||
---
|
||||
features:
|
||||
- The following service versions were added to MapR 5.2.0 plugin
|
||||
- HBase 1.1
|
||||
- Drill 1.6
|
||||
- Mahout 0.11 0.12
|
||||
- Spark 1.6.1
|
||||
- Impala 2.5
|
@ -22,7 +22,7 @@ DRILL = np.NodeProcess(
|
||||
name='drill-bits',
|
||||
ui_name='Drill',
|
||||
package='mapr-drill',
|
||||
open_ports=[]
|
||||
open_ports=[8047]
|
||||
)
|
||||
|
||||
|
||||
@ -81,3 +81,9 @@ class DrillV14(Drill):
|
||||
def __init__(self):
|
||||
super(DrillV14, self).__init__()
|
||||
self._version = "1.4"
|
||||
|
||||
|
||||
class DrillV16(Drill):
|
||||
def __init__(self):
|
||||
super(DrillV16, self).__init__()
|
||||
self._version = "1.6"
|
||||
|
@ -107,3 +107,14 @@ class HBaseV09812(HBase):
|
||||
self._ui_info.append(
|
||||
("HBase REST", HBASE_REST, {s.SERVICE_UI: "http://%s:8085"}),
|
||||
)
|
||||
|
||||
|
||||
class HBaseV111(HBase):
|
||||
def __init__(self):
|
||||
super(HBaseV111, self).__init__()
|
||||
self._version = "1.1.1"
|
||||
self._dependencies = [("mapr-hbase", self.version)]
|
||||
self._node_processes.append(HBASE_REST)
|
||||
self._ui_info.append(
|
||||
("HBase REST", HBASE_REST, {s.SERVICE_UI: "http://%s:8085"}),
|
||||
)
|
||||
|
@ -16,6 +16,7 @@
|
||||
import sahara.plugins.mapr.domain.configuration_file as bcf
|
||||
import sahara.plugins.mapr.domain.node_process as np
|
||||
import sahara.plugins.mapr.domain.service as s
|
||||
import sahara.plugins.mapr.services.hbase.hbase as hbase
|
||||
import sahara.plugins.mapr.services.hive.hive as hive
|
||||
import sahara.plugins.mapr.services.sentry.sentry as sentry
|
||||
import sahara.plugins.mapr.util.general as g
|
||||
@ -163,3 +164,29 @@ class ImpalaV220(Impala):
|
||||
result += [('mapr-hbase', hbase_version)]
|
||||
|
||||
return result
|
||||
|
||||
|
||||
class ImpalaV250(Impala):
|
||||
def __init__(self):
|
||||
super(ImpalaV250, self).__init__()
|
||||
self._version = '2.5.0'
|
||||
self._dependencies = [
|
||||
('mapr-hive', hive.HiveV12().version),
|
||||
('mapr-impala', self.version),
|
||||
('mapr-hbase', hbase.HBaseV111().version)
|
||||
]
|
||||
self._validation_rules = [
|
||||
vu.depends_on(hive.HiveV12(), self),
|
||||
vu.exactly(1, IMPALA_STATE_STORE),
|
||||
vu.exactly(1, IMPALA_CATALOG),
|
||||
vu.at_least(1, IMPALA_SERVER),
|
||||
vu.required_os('centos', self)
|
||||
]
|
||||
|
||||
def _get_impala_env_props(self, cluster_context):
|
||||
return {
|
||||
'impala_version': self.version,
|
||||
'statestore_host': cluster_context.get_instance_ip(
|
||||
IMPALA_STATE_STORE),
|
||||
'catalog_host': cluster_context.get_instance_ip(IMPALA_CATALOG),
|
||||
}
|
||||
|
@ -44,3 +44,15 @@ class MahoutV010(Mahout):
|
||||
def __init__(self):
|
||||
super(MahoutV010, self).__init__()
|
||||
self._version = '0.10.0'
|
||||
|
||||
|
||||
class MahoutV011(Mahout):
|
||||
def __init__(self):
|
||||
super(MahoutV011, self).__init__()
|
||||
self._version = '0.11.0'
|
||||
|
||||
|
||||
class MahoutV012(Mahout):
|
||||
def __init__(self):
|
||||
super(MahoutV012, self).__init__()
|
||||
self._version = '0.12.0'
|
||||
|
@ -265,3 +265,10 @@ class SparkOnYarn(s.Service):
|
||||
for instance in cluster_context.get_instances(SPARK_SLAVE):
|
||||
with instance.remote() as r2:
|
||||
mfs.exchange(r1, r2, jar_path, path, 'mapr')
|
||||
|
||||
|
||||
class SparkOnYarnV161(SparkOnYarn):
|
||||
def __init__(self):
|
||||
super(SparkOnYarnV161, self).__init__()
|
||||
self._version = '1.6.1'
|
||||
self._dependencies = [('mapr-spark', self.version)]
|
||||
|
Loading…
Reference in New Issue
Block a user