Updating plugins status for Rocky
For Rocky we are removing some plugins versions: - CDH: removing 5.5.0 - MapR: removing 5.1.0 - Spark: removing 1.3.1 - Storm: removing 0.9.2 Also, we are marking some versions as deprecated: - CDH: deprecating 5.7.0 - Spark: deprecating 1.6.0 and 2.1 - Storm: deprecating 1.0.1 Change-Id: I2dcec1344db4225263be179366eb408d62b9e108
This commit is contained in:
Telles Nobrega
parent
b6a2addb96
commit
9682a726a6
@ -39,8 +39,6 @@ class MapRPlugin(p.ProvisioningPluginBase):
|
||||
'plugin_labels': {'enabled': {'status': True}},
|
||||
'version_labels': {
|
||||
'5.2.0.mrv2': {'enabled': {'status': True}},
|
||||
'5.1.0.mrv2': {'enabled': {'status': False},
|
||||
'deprecated': {'status': True}},
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
@ -166,24 +166,3 @@ class OozieV420(Oozie):
|
||||
|
||||
def post_install(self, cluster_context, instances):
|
||||
super(OozieV420, self).post_install(cluster_context, instances)
|
||||
self.fix_oozie_bug(cluster_context)
|
||||
|
||||
def fix_oozie_bug(self, cluster_context):
|
||||
"""Wrong maprfs jar bug
|
||||
|
||||
On some environments Oozie installation
|
||||
process takes incorrect jar that causes failure
|
||||
to run jobs. This is a temporary bug in Oozie and
|
||||
is going to be fixed soon.
|
||||
"""
|
||||
|
||||
if cluster_context.mapr_version != '5.1.0':
|
||||
return
|
||||
oozie_inst = cluster_context.get_instance(OOZIE)
|
||||
command = "sudo rm /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/kms/" \
|
||||
"tomcat/webapps/kms/WEB-INF/lib/maprfs-5.1.0-mapr.jar" \
|
||||
" && sudo ln -s /opt/mapr/lib/maprfs-5.1.0-mapr.jar" \
|
||||
" /opt/mapr/hadoop/hadoop-2.7.0/share/hadoop/kms/" \
|
||||
"tomcat/webapps/kms/WEB-INF/lib/maprfs-5.1.0-mapr.jar"
|
||||
with oozie_inst.remote() as r:
|
||||
r.execute_command(command, run_as_root=True)
|
||||
|
||||
@ -1,60 +0,0 @@
|
||||
# Copyright (c) 2015, MapR Technologies
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||
# not use this file except in compliance with the License. You may obtain
|
||||
# a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
|
||||
|
||||
import sahara.plugins.mapr.base.base_cluster_context as bc
|
||||
import sahara.plugins.mapr.services.yarn.yarn as yarn
|
||||
|
||||
|
||||
class Context(bc.BaseClusterContext):
|
||||
def __init__(self, cluster, version_handler, added=None, removed=None):
|
||||
super(Context, self).__init__(cluster, version_handler, added, removed)
|
||||
self._hadoop_version = yarn.YARNv270().version
|
||||
self._hadoop_lib = None
|
||||
self._hadoop_conf = None
|
||||
self._cluster_mode = yarn.YARNv270.cluster_mode
|
||||
self._node_aware = True
|
||||
self._resource_manager_uri = "maprfs:///"
|
||||
self._mapr_version = "5.1.0"
|
||||
self._ubuntu_ecosystem_repo = (
|
||||
"http://package.mapr.com/releases/ecosystem-5.x/ubuntu binary/")
|
||||
self._centos_ecosystem_repo = (
|
||||
"http://package.mapr.com/releases/ecosystem-5.x/redhat")
|
||||
|
||||
@property
|
||||
def hadoop_lib(self):
|
||||
if not self._hadoop_lib:
|
||||
self._hadoop_lib = "%s/share/hadoop/common" % self.hadoop_home
|
||||
return self._hadoop_lib
|
||||
|
||||
@property
|
||||
def hadoop_conf(self):
|
||||
if not self._hadoop_conf:
|
||||
self._hadoop_conf = "%s/etc/hadoop" % self.hadoop_home
|
||||
return self._hadoop_conf
|
||||
|
||||
@property
|
||||
def resource_manager_uri(self):
|
||||
return self._resource_manager_uri
|
||||
|
||||
@property
|
||||
def configure_sh(self):
|
||||
if not self._configure_sh:
|
||||
configure_sh_template = "%(base)s -HS %(history_server)s"
|
||||
args = {
|
||||
"base": super(Context, self).configure_sh,
|
||||
"history_server": self.get_historyserver_ip(),
|
||||
}
|
||||
self._configure_sh = configure_sh_template % args
|
||||
return self._configure_sh
|
||||
@ -1,76 +0,0 @@
|
||||
# Copyright (c) 2015, MapR Technologies
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||
# not use this file except in compliance with the License. You may obtain
|
||||
# a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
|
||||
|
||||
import sahara.plugins.mapr.base.base_version_handler as bvh
|
||||
from sahara.plugins.mapr.services.drill import drill
|
||||
from sahara.plugins.mapr.services.flume import flume
|
||||
from sahara.plugins.mapr.services.hbase import hbase
|
||||
from sahara.plugins.mapr.services.hive import hive
|
||||
from sahara.plugins.mapr.services.httpfs import httpfs
|
||||
from sahara.plugins.mapr.services.hue import hue
|
||||
from sahara.plugins.mapr.services.impala import impala
|
||||
from sahara.plugins.mapr.services.mahout import mahout
|
||||
from sahara.plugins.mapr.services.management import management as mng
|
||||
from sahara.plugins.mapr.services.maprfs import maprfs
|
||||
from sahara.plugins.mapr.services.oozie import oozie
|
||||
from sahara.plugins.mapr.services.pig import pig
|
||||
from sahara.plugins.mapr.services.spark import spark
|
||||
from sahara.plugins.mapr.services.sqoop import sqoop2
|
||||
from sahara.plugins.mapr.services.swift import swift
|
||||
from sahara.plugins.mapr.services.yarn import yarn
|
||||
import sahara.plugins.mapr.versions.v5_1_0_mrv2.context as c
|
||||
|
||||
|
||||
version = "5.1.0.mrv2"
|
||||
|
||||
|
||||
class VersionHandler(bvh.BaseVersionHandler):
|
||||
def __init__(self):
|
||||
super(VersionHandler, self).__init__()
|
||||
self._version = version
|
||||
self._required_services = [
|
||||
yarn.YARNv270(),
|
||||
maprfs.MapRFS(),
|
||||
mng.Management(),
|
||||
oozie.Oozie(),
|
||||
]
|
||||
self._services = [
|
||||
hive.HiveV013(),
|
||||
hive.HiveV12(),
|
||||
impala.ImpalaV220(),
|
||||
pig.PigV014(),
|
||||
pig.PigV015(),
|
||||
flume.FlumeV16(),
|
||||
flume.FlumeV15(),
|
||||
sqoop2.Sqoop2(),
|
||||
mahout.MahoutV010(),
|
||||
oozie.OozieV410(),
|
||||
oozie.OozieV420(),
|
||||
hue.HueV381(),
|
||||
hue.HueV390(),
|
||||
hbase.HBaseV09812(),
|
||||
drill.DrillV11(),
|
||||
drill.DrillV12(),
|
||||
drill.DrillV14(),
|
||||
yarn.YARNv270(),
|
||||
maprfs.MapRFS(),
|
||||
mng.Management(),
|
||||
httpfs.HttpFS(),
|
||||
swift.Swift(),
|
||||
spark.SparkOnYarn()
|
||||
]
|
||||
|
||||
def get_context(self, cluster, added=None, removed=None):
|
||||
return c.Context(cluster, self, added, removed)
|
||||
Loading…
x
Reference in New Issue
Block a user