5d12c4acbe
Also, made some minor changes to imports orders to fit PEP8 Change-Id: I1596989cac61602a3f417c9d60774354f5650424
107 lines
4.1 KiB
Python
107 lines
4.1 KiB
Python
# Copyright 2015: Mirantis Inc.
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from rally.common import utils as rutils
|
|
from rally.common import validation
|
|
from rally.task import context
|
|
|
|
from rally_openstack.cleanup import manager as resource_manager
|
|
from rally_openstack import consts
|
|
from rally_openstack import osclients
|
|
from rally_openstack.scenarios.sahara import utils
|
|
from rally_openstack.scenarios.swift import utils as swift_utils
|
|
|
|
|
|
@validation.add("required_platform", platform="openstack", users=True)
|
|
@context.configure(name="sahara_output_data_sources", platform="openstack",
|
|
order=444)
|
|
class SaharaOutputDataSources(context.Context):
|
|
"""Context class for setting up Output Data Sources for an EDP job."""
|
|
|
|
CONFIG_SCHEMA = {
|
|
"type": "object",
|
|
"$schema": consts.JSON_SCHEMA,
|
|
"properties": {
|
|
"output_type": {
|
|
"enum": ["swift", "hdfs"],
|
|
},
|
|
"output_url_prefix": {
|
|
"type": "string",
|
|
}
|
|
},
|
|
"additionalProperties": False,
|
|
"required": ["output_type", "output_url_prefix"]
|
|
}
|
|
|
|
def setup(self):
|
|
utils.init_sahara_context(self)
|
|
for user, tenant_id in rutils.iterate_per_tenants(
|
|
self.context["users"]):
|
|
|
|
clients = osclients.Clients(user["credential"])
|
|
sahara = clients.sahara()
|
|
|
|
if self.config["output_type"] == "swift":
|
|
swift = swift_utils.SwiftScenario(clients=clients,
|
|
context=self.context)
|
|
container_name = self.generate_random_name()
|
|
self.context["tenants"][tenant_id]["sahara"]["container"] = {
|
|
"name": swift._create_container(
|
|
container_name=container_name),
|
|
"output_swift_objects": []
|
|
}
|
|
self.setup_outputs_swift(swift, sahara, tenant_id,
|
|
container_name,
|
|
user["credential"].username,
|
|
user["credential"].password)
|
|
else:
|
|
self.setup_outputs_hdfs(sahara, tenant_id,
|
|
self.config["output_url_prefix"])
|
|
|
|
def setup_outputs_hdfs(self, sahara, tenant_id, output_url):
|
|
output_ds = sahara.data_sources.create(
|
|
name=self.generate_random_name(),
|
|
description="",
|
|
data_source_type="hdfs",
|
|
url=output_url)
|
|
|
|
self.context["tenants"][tenant_id]["sahara"]["output"] = output_ds.id
|
|
|
|
def setup_outputs_swift(self, swift, sahara, tenant_id, container_name,
|
|
username, password):
|
|
output_ds_swift = sahara.data_sources.create(
|
|
name=self.generate_random_name(),
|
|
description="",
|
|
data_source_type="swift",
|
|
url="swift://" + container_name + ".sahara/",
|
|
credential_user=username,
|
|
credential_pass=password)
|
|
|
|
self.context["tenants"][tenant_id]["sahara"]["output"] = (
|
|
output_ds_swift.id
|
|
)
|
|
|
|
def cleanup(self):
|
|
resource_manager.cleanup(
|
|
names=["swift.object", "swift.container"],
|
|
users=self.context.get("users", []),
|
|
superclass=self.__class__,
|
|
task_id=self.get_owner_id())
|
|
resource_manager.cleanup(
|
|
names=["sahara.data_sources"],
|
|
users=self.context.get("users", []),
|
|
superclass=self.__class__,
|
|
task_id=self.get_owner_id())
|