ee1fc3d892
Also set the encoding for the data files in more open() calls. Change-Id: Idda3a7ab46e5478f83541fbbb629d7e086515ffd Signed-off-by: Doug Hellmann <doug@doughellmann.com>
136 lines
4.6 KiB
Python
136 lines
4.6 KiB
Python
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
"""Look for releases listed in a series but not actually tagged.
|
|
|
|
"""
|
|
|
|
from __future__ import print_function
|
|
|
|
import argparse
|
|
import glob
|
|
import os
|
|
import os.path
|
|
|
|
# Disable warnings about insecure connections.
|
|
from requests.packages import urllib3
|
|
|
|
from openstack_releases import defaults
|
|
from openstack_releases import gitutils
|
|
from openstack_releases import links
|
|
from openstack_releases import yamlutils
|
|
|
|
urllib3.disable_warnings()
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument(
|
|
'--series', '-s',
|
|
help='release series to scan',
|
|
)
|
|
parser.add_argument(
|
|
'--artifacts',
|
|
default=False,
|
|
action='store_true',
|
|
help='only scan the build artifacts',
|
|
)
|
|
parser.add_argument(
|
|
'--all',
|
|
default=False,
|
|
action='store_true',
|
|
help='scan all releases, not just most recent',
|
|
)
|
|
parser.add_argument(
|
|
'input',
|
|
nargs='*',
|
|
help=('YAML files to validate, defaults to '
|
|
'files changed in the latest commit'),
|
|
)
|
|
args = parser.parse_args()
|
|
|
|
if args.input:
|
|
filenames = args.input
|
|
elif args.series:
|
|
filenames = sorted(glob.glob('deliverables/%s/*.yaml' % args.series))
|
|
else:
|
|
filenames = sorted(gitutils.find_modified_deliverable_files())
|
|
if not filenames:
|
|
print('no modified deliverable files, validating all releases from %s'
|
|
% defaults.RELEASE)
|
|
filenames = glob.glob('deliverables/' + defaults.RELEASE + '/*.yaml')
|
|
|
|
errors = []
|
|
|
|
for filename in filenames:
|
|
print('\nChecking %s' % filename)
|
|
if not os.path.exists(filename):
|
|
print("File was deleted, skipping.")
|
|
continue
|
|
with open(filename, 'r', encoding='utf-8') as f:
|
|
deliverable_info = yamlutils.loads(f.read())
|
|
|
|
link_mode = deliverable_info.get('artifact-link-mode', 'tarball')
|
|
|
|
releases = deliverable_info.get('releases', [])
|
|
if not args.all:
|
|
releases = releases[-1:]
|
|
|
|
for release in releases:
|
|
|
|
for project in release['projects']:
|
|
# Report if the version has already been
|
|
# tagged. We expect it to not exist, but neither
|
|
# case is an error because sometimes we want to
|
|
# import history and sometimes we want to make new
|
|
# releases.
|
|
print('%s %s' % (project['repo'], release['version']), end=' ')
|
|
|
|
if not args.artifacts:
|
|
version_exists = gitutils.tag_exists(
|
|
project['repo'], release['version'],
|
|
)
|
|
if version_exists:
|
|
print('tag:found', end=' ')
|
|
else:
|
|
print('tag:MISSING', end=' ')
|
|
errors.append('%s missing tag %s' %
|
|
(project['repo'], release['version']))
|
|
|
|
# Look for the tarball associated with the tag and
|
|
# report if that exists.
|
|
if link_mode == 'tarball':
|
|
tb_url = links.tarball_url(release['version'], project)
|
|
if links.link_exists(tb_url):
|
|
print('tarball:found', end=' ')
|
|
else:
|
|
print('tarball:MISSING\n%s' % tb_url)
|
|
errors.append('%s missing tarball %s' %
|
|
(filename, tb_url))
|
|
sig_url = links.signature_url(release['version'], project)
|
|
if links.link_exists(sig_url):
|
|
print('signature:found', end=' ')
|
|
else:
|
|
print('signature:MISSING\n%s' % sig_url)
|
|
errors.append('%s missing signature %s' %
|
|
(filename, sig_url))
|
|
print()
|
|
|
|
if errors:
|
|
print('\n\n%s errors found' % len(errors))
|
|
for e in errors:
|
|
print(e)
|
|
|
|
return 1 if errors else 0
|