201 lines
8.7 KiB
Python
201 lines
8.7 KiB
Python
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from django.core.urlresolvers import reverse
|
|
from django import http
|
|
|
|
from mox3.mox import IsA # noqa
|
|
from openstack_dashboard.test import helpers as test
|
|
import six
|
|
|
|
from sahara_dashboard import api
|
|
|
|
|
|
INDEX_URL = reverse('horizon:project:data_processing.jobs:index')
|
|
DETAILS_URL = reverse(
|
|
'horizon:project:data_processing.jobs:details', args=['id'])
|
|
|
|
|
|
class DataProcessingJobTests(test.TestCase):
|
|
@test.create_stubs({api.sahara: ('job_list',)})
|
|
def test_index(self):
|
|
api.sahara.job_list(IsA(http.HttpRequest), {}) \
|
|
.AndReturn(self.jobs.list())
|
|
self.mox.ReplayAll()
|
|
res = self.client.get(INDEX_URL)
|
|
self.assertTemplateUsed(res,
|
|
'project/data_processing.jobs/jobs.html')
|
|
self.assertContains(res, 'Job Templates')
|
|
self.assertContains(res, 'Name')
|
|
|
|
@test.create_stubs({api.sahara: ('job_get',)})
|
|
def test_details(self):
|
|
api.sahara.job_get(IsA(http.HttpRequest), IsA(six.text_type)) \
|
|
.MultipleTimes().AndReturn(self.jobs.first())
|
|
self.mox.ReplayAll()
|
|
res = self.client.get(DETAILS_URL)
|
|
self.assertTemplateUsed(res, 'horizon/common/_detail.html')
|
|
self.assertContains(res, 'pigjob')
|
|
|
|
@test.create_stubs({api.sahara: ('job_binary_list',
|
|
'job_create',
|
|
'job_types_list')})
|
|
def test_create(self):
|
|
api.sahara.job_binary_list(IsA(http.HttpRequest)).AndReturn([])
|
|
api.sahara.job_binary_list(IsA(http.HttpRequest)).AndReturn([])
|
|
api.sahara.job_create(IsA(http.HttpRequest),
|
|
'test', 'Pig', [], [], 'test create',
|
|
interface=[])
|
|
api.sahara.job_types_list(IsA(http.HttpRequest)) \
|
|
.AndReturn(self.job_types.list())
|
|
self.mox.ReplayAll()
|
|
form_data = {'job_name': 'test',
|
|
'job_type': 'pig',
|
|
'lib_binaries': [],
|
|
'lib_ids': '[]',
|
|
'job_description': 'test create',
|
|
'hidden_arguments_field': [],
|
|
'argument_ids': '[]'}
|
|
url = reverse('horizon:project:data_processing.jobs:create-job')
|
|
res = self.client.post(url, form_data)
|
|
|
|
self.assertNoFormErrors(res)
|
|
|
|
@test.create_stubs({api.sahara: ('job_binary_list',
|
|
'job_create',
|
|
'job_types_list')})
|
|
def test_create_with_interface(self):
|
|
api.sahara.job_binary_list(IsA(http.HttpRequest)).AndReturn([])
|
|
api.sahara.job_binary_list(IsA(http.HttpRequest)).AndReturn([])
|
|
api.sahara.job_create(IsA(http.HttpRequest),
|
|
'test_interface', 'Pig', [], [], 'test create',
|
|
interface=[
|
|
{
|
|
"name": "argument",
|
|
"description": None,
|
|
"mapping_type": "args",
|
|
"location": "0",
|
|
"value_type": "number",
|
|
"required": True,
|
|
"default": None
|
|
},
|
|
{
|
|
"name": "config",
|
|
"description": "Really great config",
|
|
"mapping_type": "configs",
|
|
"location": "edp.important.config",
|
|
"value_type": "string",
|
|
"required": False,
|
|
"default": "A value"
|
|
}])
|
|
api.sahara.job_types_list(IsA(http.HttpRequest)) \
|
|
.AndReturn(self.job_types.list())
|
|
self.mox.ReplayAll()
|
|
form_data = {'job_name': 'test_interface',
|
|
'job_type': 'pig',
|
|
'lib_binaries': [],
|
|
'lib_ids': '[]',
|
|
'job_description': 'test create',
|
|
'hidden_arguments_field': [],
|
|
'argument_ids': '["0", "1"]',
|
|
'argument_id_0': '0',
|
|
'argument_name_0': 'argument',
|
|
'argument_description_0': '',
|
|
'argument_mapping_type_0': 'args',
|
|
'argument_location_0': '0',
|
|
'argument_value_type_0': 'number',
|
|
'argument_required_0': True,
|
|
'argument_default_value_0': '',
|
|
'argument_id_1': '1',
|
|
'argument_name_1': 'config',
|
|
'argument_description_1': 'Really great config',
|
|
'argument_mapping_type_1': 'configs',
|
|
'argument_location_1': 'edp.important.config',
|
|
'argument_value_type_1': 'string',
|
|
'argument_default_value_1': 'A value'}
|
|
url = reverse('horizon:project:data_processing.jobs:create-job')
|
|
res = self.client.post(url, form_data)
|
|
|
|
self.assertNoFormErrors(res)
|
|
|
|
@test.create_stubs({api.sahara: ('job_list',
|
|
'job_delete')})
|
|
def test_delete(self):
|
|
job = self.jobs.first()
|
|
api.sahara.job_list(IsA(http.HttpRequest), {}) \
|
|
.AndReturn(self.jobs.list())
|
|
api.sahara.job_delete(IsA(http.HttpRequest), job.id)
|
|
self.mox.ReplayAll()
|
|
|
|
form_data = {'action': 'jobs__delete__%s' % job.id}
|
|
res = self.client.post(INDEX_URL, form_data)
|
|
|
|
self.assertNoFormErrors(res)
|
|
self.assertRedirectsNoFollow(res, INDEX_URL)
|
|
self.assertMessageCount(success=1)
|
|
|
|
@test.create_stubs({api.sahara: ('job_execution_create',
|
|
'job_get',
|
|
'job_get_configs',
|
|
'job_list',
|
|
'cluster_list',
|
|
'data_source_list')})
|
|
def test_launch(self):
|
|
job = self.jobs.first()
|
|
job_execution = self.job_executions.first()
|
|
cluster = self.clusters.first()
|
|
input_ds = self.data_sources.first()
|
|
output_ds = self.data_sources.first()
|
|
api.sahara.job_get(IsA(http.HttpRequest), IsA(six.text_type)) \
|
|
.AndReturn(job)
|
|
api.sahara.job_get_configs(IsA(http.HttpRequest), job.type) \
|
|
.AndReturn(job)
|
|
api.sahara.cluster_list(IsA(http.HttpRequest)) \
|
|
.AndReturn(self.clusters.list())
|
|
api.sahara.data_source_list(IsA(http.HttpRequest)) \
|
|
.MultipleTimes().AndReturn(self.data_sources.list())
|
|
api.sahara.job_list(IsA(http.HttpRequest)) \
|
|
.AndReturn(self.jobs.list())
|
|
api.sahara.job_get(IsA(http.HttpRequest), IsA(six.text_type)) \
|
|
.AndReturn(job)
|
|
api.sahara.job_execution_create(IsA(http.HttpRequest),
|
|
IsA(six.text_type),
|
|
IsA(six.text_type),
|
|
IsA(six.text_type),
|
|
IsA(six.text_type),
|
|
IsA(dict),
|
|
IsA(dict)).AndReturn(job_execution)
|
|
self.mox.ReplayAll()
|
|
|
|
url = reverse('horizon:project:data_processing.jobs:launch-job')
|
|
form_data = {
|
|
'job': self.jobs.first().id,
|
|
'cluster': cluster.id,
|
|
'job_input': input_ds.id,
|
|
'job_output': output_ds.id,
|
|
'config': {},
|
|
'argument_ids': '{}',
|
|
'adapt_oozie': 'on',
|
|
'adapt_swift_spark': 'on',
|
|
'hbase_common_lib': 'on',
|
|
'java_opts': '',
|
|
'job_args_array': [[], []],
|
|
'job_configs': [{}, {}],
|
|
'job_params': [{}, {}],
|
|
'job_type': 'Pig',
|
|
'streaming_mapper': '',
|
|
'streaming_reducer': ''
|
|
}
|
|
|
|
res = self.client.post(url, form_data)
|
|
self.assertNoFormErrors(res)
|