aced37e13f
With the addition of NNHA in Kilo, Oozie continued to be pointed at only one namenode's IP. This change directs EDP jobs to the nameservice, which defaults to the cluster's name as sent to HDP. As it is intended primarily for backport, to allow Sahara's EDP to function in the NNHA case, this change takes a minimal-path approach to resolving this issue, which can be supplemented or replaced by a more robust solution for nameservice configuration and load balancing for all components as time permits. Change-Id: Icc937fcb534427f752d6db788ac10a934dfbfd4c Closes-bug: 1470841
43 lines
1.5 KiB
Python
43 lines
1.5 KiB
Python
# Copyright (c) 2014 Mirantis Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
from sahara.plugins import exceptions as ex
|
|
from sahara.plugins import utils as u
|
|
from sahara.service.edp.oozie import engine as edp_engine
|
|
|
|
|
|
class EdpOozieEngine(edp_engine.OozieJobEngine):
|
|
|
|
def get_hdfs_user(self):
|
|
return 'hdfs'
|
|
|
|
def get_name_node_uri(self, cluster):
|
|
hdfs = cluster['info']['HDFS']
|
|
return hdfs.get('NameService', hdfs['NameNode'])
|
|
|
|
def get_oozie_server_uri(self, cluster):
|
|
return cluster['info']['JobFlow']['Oozie'] + "/oozie/"
|
|
|
|
def get_oozie_server(self, cluster):
|
|
return u.get_instance(cluster, "OOZIE_SERVER")
|
|
|
|
def validate_job_execution(self, cluster, job, data):
|
|
oo_count = u.get_instances_count(cluster, 'OOZIE_SERVER')
|
|
if oo_count != 1:
|
|
raise ex.InvalidComponentCountException(
|
|
'OOZIE_SERVER', '1', oo_count)
|
|
|
|
super(EdpOozieEngine, self).validate_job_execution(cluster, job, data)
|