# All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. You may obtain # a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. import json import logging import os import os.path import time import xmlrpc.client from packaging import utils as packaging_utils import requests from openstack_releases import processutils LOG = logging.getLogger(__name__) def get_sdist_name(workdir, repo): "Find the name of the sdist." dest = os.path.join(workdir, repo) setup_path = os.path.join(dest, 'setup.py') if not os.path.exists(setup_path): LOG.debug('did not find %s, maybe %s is not a python project', setup_path, repo) return None use_tox = repo.endswith('/pbr') if use_tox and not os.path.exists(os.path.join(dest, '.tox', 'venv')): # Use tox to set up a virtualenv so we can install the # dependencies for the package. This only seems to be # necessary for pbr, but... processutils.check_output( ['tox', '-e', 'venv', '--notest'], cwd=dest, ) if use_tox: python = '.tox/venv/bin/python3' else: python = 'python3' # Run it once and discard the result to ensure any setup_requires # dependencies are installed. cmd = [python, 'setup.py', '--name'] processutils.check_output(cmd, cwd=dest) # Run it again to get a clean version of the name. LOG.debug('Running: %s in %s' % (' '.join(cmd), dest)) out = processutils.check_output(cmd, cwd=dest).decode('utf-8') LOG.debug('Results: %s' % (out,)) name = out.splitlines()[-1].strip() return name def build_sdist(workdir, repo): """Build the sdist.""" dest = os.path.join(workdir, repo) build_path = os.path.join(dest, 'dist') if os.path.exists(build_path): # sdist already built, skip rebuilding it return setup_path = os.path.join(dest, 'setup.py') if not os.path.exists(setup_path): LOG.debug('did not find %s, maybe %s is not a python project', setup_path, repo) return # Set some flags to turn off pbr functionality that we don't need. flags = { 'SKIP_GENERATE_RENO': '1', 'SKIP_GENERATE_AUTHORS': '1', 'SKIP_WRITE_GIT_CHANGELOG': '1', } cmd = ['python3', '-m', 'build', '--sdist', '--wheel'] processutils.check_call( cmd, cwd=dest, env=flags) def check_readme_format(workdir, repo): "Verify that the README format looks OK." dest = os.path.join(workdir, repo) setup_path = os.path.join(dest, 'setup.py') if not os.path.exists(setup_path): LOG.debug('did not find %s, maybe %s is not a python project', setup_path, repo) return None # Check if the sdist build has been done build_path = os.path.join(dest, 'dist') if not os.path.exists(build_path): build_sdist(workdir, repo) # NOTE(dhellmann): This relies on validate being run via tox so # that python3 is present and the twine package is installed. processutils.check_call( ['twine', 'check', os.path.join(build_path, '*')], cwd=dest, ) def get_pypi_info(dist_name): "Return PyPI information for the distribution." canonical_name = packaging_utils.canonicalize_name(dist_name) LOG.debug('looking at PyPI for {!r}'.format(canonical_name)) url = 'https://pypi.org/pypi/{}/json'.format(canonical_name) try: info = requests.get(url).json() if info == {'message': 'Not Found'}: LOG.debug('{} package not found on PyPI'.format(canonical_name)) return {} return info except json.decoder.JSONDecodeError: LOG.debug('Error parsing JSON response from PyPI') return {} def _get_pypi_roles(dist_name): client = xmlrpc.client.ServerProxy('https://pypi.org/pypi') LOG.debug('retrieving roles for {!r}'.format( dist_name)) return client.package_roles(dist_name) def get_pypi_uploaders(dist_name): roles = _get_pypi_roles(dist_name) if not roles: # Sleep one second before retrying, to avoid PyPI returning # TooManyRequests and hiding the real issue time.sleep(1) canonical_name = packaging_utils.canonicalize_name(dist_name) roles = _get_pypi_roles(canonical_name) uploaders = set( acct for role, acct in roles if role in ('Owner', 'Maintainer') ) LOG.debug('found: {}'.format(sorted(uploaders))) return uploaders