Merge "Add MapR core 5.2"
This commit is contained in:
commit
09ffd1ac2c
3
releasenotes/notes/add-mapr-520-3ed6cd0ae9688e17.yaml
Normal file
3
releasenotes/notes/add-mapr-520-3ed6cd0ae9688e17.yaml
Normal file
@ -0,0 +1,3 @@
|
|||||||
|
---
|
||||||
|
features:
|
||||||
|
- MaR 5.2.0 is supported in MapR plugin.
|
@ -38,6 +38,7 @@ class MapRPlugin(p.ProvisioningPluginBase):
|
|||||||
return {
|
return {
|
||||||
'plugin_labels': {'enabled': {'status': True}},
|
'plugin_labels': {'enabled': {'status': True}},
|
||||||
'version_labels': {
|
'version_labels': {
|
||||||
|
'5.2.0.mrv2': {'enabled': {'status': True}},
|
||||||
'5.1.0.mrv2': {'enabled': {'status': True}},
|
'5.1.0.mrv2': {'enabled': {'status': True}},
|
||||||
'5.0.0.mrv2': {'enabled': {'status': False},
|
'5.0.0.mrv2': {'enabled': {'status': False},
|
||||||
'deprecated': {'status': True}}
|
'deprecated': {'status': True}}
|
||||||
|
@ -202,8 +202,15 @@ class Hue(s.Service):
|
|||||||
}
|
}
|
||||||
remote.execute_command(cmd % args, run_as_root=True, timeout=600)
|
remote.execute_command(cmd % args, run_as_root=True, timeout=600)
|
||||||
|
|
||||||
|
def hue_syncdb_workround(remote):
|
||||||
|
cmd = 'printf "/opt/mapr/lib\n$JAVA_HOME/jre/lib/amd64/server\n"' \
|
||||||
|
' | tee /etc/ld.so.conf.d/mapr-hue.conf && ldconfig'
|
||||||
|
remote.execute_command(cmd, run_as_root=True)
|
||||||
|
|
||||||
with hue_instance.remote() as r:
|
with hue_instance.remote() as r:
|
||||||
LOG.debug("Executing Hue database migration")
|
LOG.debug("Executing Hue database migration")
|
||||||
|
# temporary workaround to prevent failure of db migrate on mapr 5.2
|
||||||
|
hue_syncdb_workround(r)
|
||||||
migrate_database(r, cluster_context)
|
migrate_database(r, cluster_context)
|
||||||
self._copy_hive_configs(cluster_context, hue_instance)
|
self._copy_hive_configs(cluster_context, hue_instance)
|
||||||
self._install_jt_plugin(cluster_context, hue_instance)
|
self._install_jt_plugin(cluster_context, hue_instance)
|
||||||
|
60
sahara/plugins/mapr/versions/v5_2_0_mrv2/context.py
Normal file
60
sahara/plugins/mapr/versions/v5_2_0_mrv2/context.py
Normal file
@ -0,0 +1,60 @@
|
|||||||
|
# Copyright (c) 2015, MapR Technologies
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||||
|
# not use this file except in compliance with the License. You may obtain
|
||||||
|
# a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
# License for the specific language governing permissions and limitations
|
||||||
|
# under the License.
|
||||||
|
|
||||||
|
|
||||||
|
import sahara.plugins.mapr.base.base_cluster_context as bc
|
||||||
|
import sahara.plugins.mapr.services.yarn.yarn as yarn
|
||||||
|
|
||||||
|
|
||||||
|
class Context(bc.BaseClusterContext):
|
||||||
|
def __init__(self, cluster, version_handler, added=None, removed=None):
|
||||||
|
super(Context, self).__init__(cluster, version_handler, added, removed)
|
||||||
|
self._hadoop_version = yarn.YARNv270().version
|
||||||
|
self._hadoop_lib = None
|
||||||
|
self._hadoop_conf = None
|
||||||
|
self._cluster_mode = yarn.YARNv270.cluster_mode
|
||||||
|
self._node_aware = True
|
||||||
|
self._resource_manager_uri = "maprfs:///"
|
||||||
|
self._mapr_version = "5.2.0"
|
||||||
|
self._ubuntu_ecosystem_repo = (
|
||||||
|
"http://package.mapr.com/releases/ecosystem-5.x/ubuntu binary/")
|
||||||
|
self._centos_ecosystem_repo = (
|
||||||
|
"http://package.mapr.com/releases/ecosystem-5.x/redhat")
|
||||||
|
|
||||||
|
@property
|
||||||
|
def hadoop_lib(self):
|
||||||
|
if not self._hadoop_lib:
|
||||||
|
self._hadoop_lib = "%s/share/hadoop/common" % self.hadoop_home
|
||||||
|
return self._hadoop_lib
|
||||||
|
|
||||||
|
@property
|
||||||
|
def hadoop_conf(self):
|
||||||
|
if not self._hadoop_conf:
|
||||||
|
self._hadoop_conf = "%s/etc/hadoop" % self.hadoop_home
|
||||||
|
return self._hadoop_conf
|
||||||
|
|
||||||
|
@property
|
||||||
|
def resource_manager_uri(self):
|
||||||
|
return self._resource_manager_uri
|
||||||
|
|
||||||
|
@property
|
||||||
|
def configure_sh(self):
|
||||||
|
if not self._configure_sh:
|
||||||
|
configure_sh_template = "%(base)s -HS %(history_server)s"
|
||||||
|
args = {
|
||||||
|
"base": super(Context, self).configure_sh,
|
||||||
|
"history_server": self.get_historyserver_ip(),
|
||||||
|
}
|
||||||
|
self._configure_sh = configure_sh_template % args
|
||||||
|
return self._configure_sh
|
70
sahara/plugins/mapr/versions/v5_2_0_mrv2/version_handler.py
Normal file
70
sahara/plugins/mapr/versions/v5_2_0_mrv2/version_handler.py
Normal file
@ -0,0 +1,70 @@
|
|||||||
|
# Copyright (c) 2015, MapR Technologies
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||||
|
# not use this file except in compliance with the License. You may obtain
|
||||||
|
# a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
# License for the specific language governing permissions and limitations
|
||||||
|
# under the License.
|
||||||
|
|
||||||
|
|
||||||
|
import sahara.plugins.mapr.base.base_version_handler as bvh
|
||||||
|
from sahara.plugins.mapr.services.drill import drill
|
||||||
|
from sahara.plugins.mapr.services.flume import flume
|
||||||
|
from sahara.plugins.mapr.services.hbase import hbase
|
||||||
|
from sahara.plugins.mapr.services.hive import hive
|
||||||
|
from sahara.plugins.mapr.services.httpfs import httpfs
|
||||||
|
from sahara.plugins.mapr.services.hue import hue
|
||||||
|
from sahara.plugins.mapr.services.impala import impala
|
||||||
|
from sahara.plugins.mapr.services.mahout import mahout
|
||||||
|
from sahara.plugins.mapr.services.management import management as mng
|
||||||
|
from sahara.plugins.mapr.services.maprfs import maprfs
|
||||||
|
from sahara.plugins.mapr.services.oozie import oozie
|
||||||
|
from sahara.plugins.mapr.services.pig import pig
|
||||||
|
from sahara.plugins.mapr.services.sentry import sentry
|
||||||
|
from sahara.plugins.mapr.services.spark import spark
|
||||||
|
from sahara.plugins.mapr.services.sqoop import sqoop2
|
||||||
|
from sahara.plugins.mapr.services.swift import swift
|
||||||
|
from sahara.plugins.mapr.services.yarn import yarn
|
||||||
|
import sahara.plugins.mapr.versions.v5_2_0_mrv2.context as c
|
||||||
|
|
||||||
|
version = "5.2.0.mrv2"
|
||||||
|
|
||||||
|
|
||||||
|
class VersionHandler(bvh.BaseVersionHandler):
|
||||||
|
def __init__(self):
|
||||||
|
super(VersionHandler, self).__init__()
|
||||||
|
self._version = version
|
||||||
|
self._required_services = [
|
||||||
|
yarn.YARNv270(),
|
||||||
|
maprfs.MapRFS(),
|
||||||
|
mng.Management(),
|
||||||
|
oozie.Oozie(),
|
||||||
|
]
|
||||||
|
self._services = [
|
||||||
|
hive.HiveV12(),
|
||||||
|
pig.PigV015(),
|
||||||
|
impala.ImpalaV250(),
|
||||||
|
flume.FlumeV16(),
|
||||||
|
sqoop2.Sqoop2(),
|
||||||
|
mahout.MahoutV012(),
|
||||||
|
oozie.OozieV420(),
|
||||||
|
hue.HueV390(),
|
||||||
|
hbase.HBaseV111(),
|
||||||
|
drill.DrillV16(),
|
||||||
|
yarn.YARNv270(),
|
||||||
|
maprfs.MapRFS(),
|
||||||
|
mng.Management(),
|
||||||
|
httpfs.HttpFS(),
|
||||||
|
swift.Swift(),
|
||||||
|
sentry.SentryV16(),
|
||||||
|
spark.SparkOnYarnV161(),
|
||||||
|
]
|
||||||
|
|
||||||
|
def get_context(self, cluster, added=None, removed=None):
|
||||||
|
return c.Context(cluster, self, added, removed)
|
Loading…
Reference in New Issue
Block a user