4305adb190
We need a tool to verify that the release artifacts exist on the tarballs site. The missing-releases command was already looking for missing tags, so have it look for the tarballs, too. This change refactors the URL generation code into a separate module so it can be used by missing-releases and the sphinx extension. It also creates a reusable function for testing a link, and has the gitutils module functions responsible for looking for tags, branches, etc. use it. Change the default behavior to only look at the most recent release for each deliverable, and add an option to go back to the previous behavior of scanning all of them. Change-Id: Ic7345466ccd83cf2d8d9d6d019107d6fbba171cc Signed-off-by: Doug Hellmann <doug@doughellmann.com>
137 lines
4.5 KiB
Python
137 lines
4.5 KiB
Python
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
"""Look for releases listed in a series but not actually tagged.
|
|
|
|
"""
|
|
|
|
from __future__ import print_function
|
|
|
|
import argparse
|
|
import glob
|
|
import os
|
|
import os.path
|
|
|
|
import yaml
|
|
|
|
# Disable warnings about insecure connections.
|
|
from requests.packages import urllib3
|
|
|
|
from openstack_releases import defaults
|
|
from openstack_releases import gitutils
|
|
from openstack_releases import links
|
|
|
|
urllib3.disable_warnings()
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument(
|
|
'--series', '-s',
|
|
help='release series to scan',
|
|
)
|
|
parser.add_argument(
|
|
'--artifacts',
|
|
default=False,
|
|
action='store_true',
|
|
help='only scan the build artifacts',
|
|
)
|
|
parser.add_argument(
|
|
'--all',
|
|
default=False,
|
|
action='store_true',
|
|
help='scan all releases, not just most recent',
|
|
)
|
|
parser.add_argument(
|
|
'input',
|
|
nargs='*',
|
|
help=('YAML files to validate, defaults to '
|
|
'files changed in the latest commit'),
|
|
)
|
|
args = parser.parse_args()
|
|
|
|
if args.input:
|
|
filenames = args.input
|
|
elif args.series:
|
|
filenames = sorted(glob.glob('deliverables/%s/*.yaml' % args.series))
|
|
else:
|
|
filenames = sorted(gitutils.find_modified_deliverable_files())
|
|
if not filenames:
|
|
print('no modified deliverable files, validating all releases from %s'
|
|
% defaults.RELEASE)
|
|
filenames = glob.glob('deliverables/' + defaults.RELEASE + '/*.yaml')
|
|
|
|
errors = []
|
|
|
|
for filename in filenames:
|
|
print('\nChecking %s' % filename)
|
|
if not os.path.exists(filename):
|
|
print("File was deleted, skipping.")
|
|
continue
|
|
with open(filename, 'r') as f:
|
|
deliverable_info = yaml.load(f.read())
|
|
|
|
link_mode = deliverable_info.get('artifact-link-mode', 'tarball')
|
|
|
|
releases = deliverable_info.get('releases', [])
|
|
if not args.all:
|
|
releases = releases[-1:]
|
|
|
|
for release in releases:
|
|
|
|
for project in release['projects']:
|
|
# Report if the version has already been
|
|
# tagged. We expect it to not exist, but neither
|
|
# case is an error because sometimes we want to
|
|
# import history and sometimes we want to make new
|
|
# releases.
|
|
print('%s %s' % (project['repo'], release['version']), end=' ')
|
|
|
|
if not args.artifacts:
|
|
version_exists = gitutils.tag_exists(
|
|
project['repo'], release['version'],
|
|
)
|
|
if version_exists:
|
|
print('tag:found', end=' ')
|
|
else:
|
|
print('tag:MISSING', end=' ')
|
|
errors.append('%s missing tag %s' %
|
|
(project['repo'], release['version']))
|
|
|
|
# Look for the tarball associated with the tag and
|
|
# report if that exists.
|
|
if link_mode == 'tarball':
|
|
tb_url = links.tarball_url(release['version'], project)
|
|
if links.link_exists(tb_url):
|
|
print('tarball:found', end=' ')
|
|
else:
|
|
print('tarball:MISSING\n%s' % tb_url)
|
|
errors.append('%s missing tarball %s' %
|
|
(filename, tb_url))
|
|
sig_url = links.signature_url(release['version'], project)
|
|
if links.link_exists(sig_url):
|
|
print('signature:found', end=' ')
|
|
else:
|
|
print('signature:MISSING\n%s' % sig_url)
|
|
errors.append('%s missing signature %s' %
|
|
(filename, sig_url))
|
|
print()
|
|
|
|
if errors:
|
|
print('\n\n%s errors found' % len(errors))
|
|
for e in errors:
|
|
print(e)
|
|
|
|
return 1 if errors else 0
|