9789e6c596
In order to allow user to develop storm topologies that we can also can call storm jobs in a pure python form we are adding support to Pyleus in Sahara. Pyleus is a framework that allows the creation of Storm topologies in python and uses yaml to wire how the flow is going to work. Change-Id: I3a657164c91f1c7705d47882a1334925adf8db39 Partially-implements: blueprint python-storm-jobs
53 lines
1.8 KiB
Python
53 lines
1.8 KiB
Python
# Copyright (c) 2015 Telles Nobrega.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
from sahara import exceptions as ex
|
|
from sahara.i18n import _
|
|
from sahara.service.edp.storm import engine as edp_engine
|
|
|
|
|
|
class EdpStormEngine(edp_engine.StormJobEngine):
|
|
|
|
edp_base_version = "0.9.2"
|
|
|
|
@staticmethod
|
|
def edp_supported(version):
|
|
return version >= EdpStormEngine.edp_base_version
|
|
|
|
def validate_job_execution(self, cluster, job, data):
|
|
if not self.edp_supported(cluster.hadoop_version):
|
|
raise ex.InvalidDataException(
|
|
_('Storm {base} required to run {type} jobs').format(
|
|
base=EdpStormEngine.edp_base_version, type=job.type))
|
|
|
|
super(EdpStormEngine, self).validate_job_execution(cluster, job, data)
|
|
|
|
|
|
class EdpPyleusEngine(edp_engine.StormPyleusJobEngine):
|
|
|
|
edp_base_version = "0.9.2"
|
|
|
|
@staticmethod
|
|
def edp_supported(version):
|
|
return version >= EdpPyleusEngine.edp_base_version
|
|
|
|
def validate_job_execution(self, cluster, job, data):
|
|
if not self.edp_supported(cluster.hadoop_version):
|
|
raise ex.InvalidDataException(
|
|
_('Storm {base} required to run {type} jobs').format(
|
|
base=EdpPyleusEngine.edp_base_version, type=job.type))
|
|
|
|
super(EdpPyleusEngine, self).validate_job_execution(cluster, job, data)
|