4cd60846af
The workflow works like this: 1. Drain the tripleo Zaqar queue 2. Format the messages as a log string 3. Publish the string to a swift object If the swift object exceeds 10MB, we rotate it. This patch also includes a workflow to download the latest log via a temporary url. The download log action shares a lot of code with the plan export action, so the common bits were extracted. Implements: spec gui-logging Implements: blueprint websocket-logging Change-Id: I2affd39e85ccfdbaa18590de182104715cfbbed4
97 lines
3.3 KiB
Python
97 lines
3.3 KiB
Python
# Copyright 2016 Red Hat, Inc.
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import logging
|
|
import os
|
|
import tempfile
|
|
|
|
from swiftclient import exceptions as swiftexceptions
|
|
|
|
from tripleo_common import constants
|
|
from tripleo_common.utils import tarball
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
|
|
def empty_container(swiftclient, name):
|
|
container_names = [container["name"] for container
|
|
in swiftclient.get_account()[1]]
|
|
|
|
if name in container_names:
|
|
headers, objects = swiftclient.get_container(name)
|
|
# ensure container is a plan
|
|
if headers.get(constants.TRIPLEO_META_USAGE_KEY) != 'plan':
|
|
error_text = ("The {name} container does not contain a "
|
|
"TripleO deployment plan and was not "
|
|
"deleted.".format(name=name))
|
|
raise ValueError(error_text)
|
|
else:
|
|
# FIXME(rbrady): remove delete_object loop when
|
|
# LP#1615830 is fixed. See LP#1615825 for more info.
|
|
# delete files from plan
|
|
for o in objects:
|
|
swiftclient.delete_object(name, o['name'])
|
|
else:
|
|
error_text = "The {name} container does not exist.".format(name=name)
|
|
raise ValueError(error_text)
|
|
|
|
|
|
def delete_container(swiftclient, name):
|
|
empty_container(swiftclient, name)
|
|
swiftclient.delete_container(name)
|
|
|
|
|
|
def download_container(swiftclient, container, dest):
|
|
"""Download the contents of a Swift container to a directory"""
|
|
|
|
objects = swiftclient.get_container(container)[1]
|
|
|
|
for obj in objects:
|
|
filename = obj['name']
|
|
contents = swiftclient.get_object(container, filename)[1]
|
|
path = os.path.join(dest, filename)
|
|
dirname = os.path.dirname(path)
|
|
|
|
if not os.path.exists(dirname):
|
|
os.makedirs(dirname)
|
|
|
|
with open(path, 'w') as f:
|
|
f.write(contents)
|
|
|
|
|
|
def get_or_create_container(swiftclient, container):
|
|
try:
|
|
return swiftclient.get_container(container)
|
|
except swiftexceptions.ClientException:
|
|
LOG.debug("Container %s doesn't exist, creating...", container)
|
|
return swiftclient.put_container(container)
|
|
|
|
|
|
def create_and_upload_tarball(swiftclient,
|
|
tmp_dir,
|
|
container,
|
|
tarball_name,
|
|
delete_after=3600):
|
|
"""Create a tarball containing the tmp_dir and upload it to Swift."""
|
|
headers = {'X-Delete-After': delete_after}
|
|
|
|
get_or_create_container(swiftclient, container)
|
|
|
|
with tempfile.NamedTemporaryFile() as tmp_tarball:
|
|
tarball.create_tarball(tmp_dir, tmp_tarball.name)
|
|
swiftclient.put_object(container, tarball_name, tmp_tarball,
|
|
headers=headers)
|