2020-03-03 16:55:20 +01:00
|
|
|
# Copyright 2020 Red Hat, Inc.
|
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
|
|
# not use this file except in compliance with the License. You may obtain
|
|
|
|
# a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
|
|
# License for the specific language governing permissions and limitations
|
|
|
|
# under the License.
|
|
|
|
#
|
2020-03-11 17:07:56 +01:00
|
|
|
import datetime
|
2020-03-03 16:55:20 +01:00
|
|
|
import glob
|
2020-04-09 14:17:01 +02:00
|
|
|
import json
|
2020-03-03 16:55:20 +01:00
|
|
|
import logging
|
|
|
|
import os
|
2020-03-04 09:02:17 +01:00
|
|
|
import six
|
2020-04-01 15:48:23 +02:00
|
|
|
import uuid
|
2020-04-09 14:17:01 +02:00
|
|
|
import yaml
|
2020-03-03 16:55:20 +01:00
|
|
|
|
2020-04-01 15:48:23 +02:00
|
|
|
from os.path import join
|
2020-03-03 18:57:40 +01:00
|
|
|
from validations_libs import constants
|
2020-03-18 23:10:27 +01:00
|
|
|
from validations_libs.group import Group
|
2020-03-18 21:03:25 +01:00
|
|
|
from validations_libs.validation import Validation
|
2020-03-03 18:57:40 +01:00
|
|
|
|
2020-03-03 16:55:20 +01:00
|
|
|
LOG = logging.getLogger(__name__ + ".utils")
|
|
|
|
|
|
|
|
|
2020-03-11 17:07:56 +01:00
|
|
|
def current_time():
|
2020-03-18 21:03:25 +01:00
|
|
|
"""Return current time"""
|
2020-03-11 17:07:56 +01:00
|
|
|
return '%sZ' % datetime.datetime.utcnow().isoformat()
|
|
|
|
|
|
|
|
|
|
|
|
def create_artifacts_dir(dir_path=None, prefix=None):
|
2020-03-18 21:03:25 +01:00
|
|
|
"""Create Ansible artifacts directory"""
|
2020-03-11 17:07:56 +01:00
|
|
|
dir_path = (dir_path if dir_path else
|
|
|
|
constants.VALIDATION_ANSIBLE_ARTIFACT_PATH)
|
2020-04-01 15:48:23 +02:00
|
|
|
validation_uuid = str(uuid.uuid4())
|
2020-03-11 17:07:56 +01:00
|
|
|
log_dir = "{}/{}_{}_{}".format(dir_path, validation_uuid,
|
|
|
|
(prefix if prefix else ''), current_time())
|
|
|
|
try:
|
|
|
|
os.makedirs(log_dir)
|
|
|
|
return validation_uuid, log_dir
|
|
|
|
except OSError:
|
|
|
|
LOG.exception("Error while creating Ansible artifacts log file."
|
|
|
|
"Please check the access rights for {}").format(log_dir)
|
|
|
|
|
|
|
|
|
2020-03-03 16:55:20 +01:00
|
|
|
def parse_all_validations_on_disk(path, groups=None):
|
2020-03-18 21:03:25 +01:00
|
|
|
"""
|
|
|
|
Return a list of validations metadata
|
|
|
|
Can be sorted by Groups
|
|
|
|
"""
|
2020-03-03 16:55:20 +01:00
|
|
|
results = []
|
|
|
|
validations_abspath = glob.glob("{path}/*.yaml".format(path=path))
|
2020-03-11 17:07:56 +01:00
|
|
|
if isinstance(groups, six.string_types):
|
2020-03-22 19:04:07 +01:00
|
|
|
groups = [groups]
|
2020-03-11 17:07:56 +01:00
|
|
|
|
2020-03-03 16:55:20 +01:00
|
|
|
for pl in validations_abspath:
|
2020-03-18 21:03:25 +01:00
|
|
|
val = Validation(pl)
|
|
|
|
if not groups or set(groups).intersection(val.groups):
|
|
|
|
results.append(val.get_metadata)
|
2020-03-03 16:55:20 +01:00
|
|
|
return results
|
|
|
|
|
|
|
|
|
2020-03-24 00:01:22 +01:00
|
|
|
def get_validations_playbook(path, validation_id, groups=None):
|
|
|
|
"""
|
|
|
|
Return a list of validations playbook
|
|
|
|
Can be sorted by Groups
|
|
|
|
"""
|
|
|
|
if isinstance(groups, six.string_types):
|
|
|
|
groups = [groups]
|
|
|
|
pl = []
|
2020-04-01 15:48:23 +02:00
|
|
|
for f in os.listdir(path):
|
2020-03-24 00:01:22 +01:00
|
|
|
pl_path = join(path, f)
|
2020-04-01 15:48:23 +02:00
|
|
|
if os.path.isfile(pl_path):
|
2020-03-24 00:01:22 +01:00
|
|
|
if os.path.splitext(f)[0] in validation_id:
|
|
|
|
val = Validation(pl_path)
|
|
|
|
if not groups or set(groups).intersection(val.groups):
|
|
|
|
pl.append(pl_path)
|
|
|
|
return pl
|
|
|
|
|
|
|
|
|
2020-03-03 16:55:20 +01:00
|
|
|
def get_validation_parameters(validation):
|
2020-03-18 21:03:25 +01:00
|
|
|
"""Return dictionary of parameters"""
|
|
|
|
return Validation(validation).get_vars
|
2020-03-04 09:02:17 +01:00
|
|
|
|
|
|
|
|
2020-03-18 23:10:27 +01:00
|
|
|
def read_validation_groups_file(groups_path=None):
|
2020-03-04 09:02:17 +01:00
|
|
|
"""Load groups.yaml file and return a dictionary with its contents"""
|
2020-03-18 23:10:27 +01:00
|
|
|
gp = Group((groups_path if groups_path else
|
|
|
|
constants.VALIDATION_GROUPS_INFO))
|
|
|
|
return gp.get_data
|
2020-03-04 09:02:17 +01:00
|
|
|
|
|
|
|
|
2020-03-18 23:10:27 +01:00
|
|
|
def get_validation_group_name_list(groups_path=None):
|
2020-03-04 09:02:17 +01:00
|
|
|
"""Get the validation group name list only"""
|
2020-03-18 23:10:27 +01:00
|
|
|
gp = Group((groups_path if groups_path else
|
|
|
|
constants.VALIDATION_GROUPS_INFO))
|
|
|
|
return gp.get_groups_keys_list
|
2020-03-04 09:02:17 +01:00
|
|
|
|
|
|
|
|
2020-03-16 10:45:53 +01:00
|
|
|
def get_validations_details(validation):
|
2020-03-17 16:10:17 +01:00
|
|
|
"""Return validations information"""
|
2020-03-16 10:45:53 +01:00
|
|
|
results = parse_all_validations_on_disk(constants.ANSIBLE_VALIDATION_DIR)
|
|
|
|
for r in results:
|
|
|
|
if r['id'] == validation:
|
|
|
|
return r
|
|
|
|
return {}
|
|
|
|
|
|
|
|
|
2020-03-24 14:47:16 +01:00
|
|
|
def get_validations_data(validation, path=constants.ANSIBLE_VALIDATION_DIR):
|
2020-03-17 16:10:17 +01:00
|
|
|
"""
|
|
|
|
Return validations data with format:
|
|
|
|
ID, Name, Description, Groups, Other param
|
|
|
|
"""
|
2020-03-24 14:47:16 +01:00
|
|
|
val_path = "{}/{}.yaml".format(path, validation)
|
|
|
|
if os.path.exists(val_path):
|
|
|
|
return Validation(val_path).get_formated_data
|
2020-03-16 10:45:53 +01:00
|
|
|
|
|
|
|
|
2020-03-19 00:22:15 +01:00
|
|
|
def get_validations_parameters(validations_data, validation_name=[],
|
2020-04-09 14:17:01 +02:00
|
|
|
groups=[], format='json'):
|
|
|
|
"""
|
|
|
|
Return parameters for a list of validations
|
|
|
|
The return format can be in json or yaml
|
|
|
|
"""
|
2020-03-19 00:22:15 +01:00
|
|
|
params = {}
|
2020-04-01 15:48:23 +02:00
|
|
|
for val in validations_data:
|
2020-03-19 00:22:15 +01:00
|
|
|
v = Validation(val)
|
|
|
|
if v.id in validation_name or set(groups).intersection(v.groups):
|
|
|
|
params[v.id] = {
|
2020-04-09 14:17:01 +02:00
|
|
|
'parameters': v.get_vars
|
2020-03-19 00:22:15 +01:00
|
|
|
}
|
2020-04-09 14:17:01 +02:00
|
|
|
if format not in ['json', 'yaml']:
|
|
|
|
msg = 'Invalid output format, {} is not supported'.format(format)
|
|
|
|
raise RuntimeError(msg)
|
|
|
|
elif format == 'json':
|
|
|
|
return json.dumps(params, indent=4, sort_keys=True)
|
|
|
|
else:
|
|
|
|
return yaml.safe_dump(params, allow_unicode=True,
|
|
|
|
default_flow_style=False, indent=2)
|