127 lines
4.0 KiB
Python
Executable File
127 lines
4.0 KiB
Python
Executable File
#!/usr/bin/env python
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import collections
|
|
import os
|
|
import re
|
|
import sys
|
|
|
|
from bs4 import BeautifulSoup as bs
|
|
from oslo_config import cfg
|
|
import pkg_resources
|
|
import requests
|
|
|
|
PROJECT_ROOT = os.path.abspath(os.path.join(
|
|
os.path.dirname(os.path.realpath(__file__)), '..'))
|
|
|
|
# NOTE(SamYaple): Update the search patch to prefer PROJECT_ROOT as the source
|
|
# of packages to import if we are using local tools/build.py
|
|
# instead of pip installed kolla-build tool
|
|
if PROJECT_ROOT not in sys.path:
|
|
sys.path.insert(0, PROJECT_ROOT)
|
|
|
|
from kolla.common import config as common_config
|
|
|
|
# Filter list for non-projects
|
|
NOT_PROJECTS = [
|
|
'nova-novncproxy',
|
|
'nova-spicehtml5proxy',
|
|
'openstack-base',
|
|
'profiles'
|
|
]
|
|
TARBALLS_BASE_URL = 'http://tarballs.openstack.org'
|
|
VERSIONS = {'local': dict()}
|
|
|
|
|
|
def retrieve_upstream_versions():
|
|
upstream_versions = dict()
|
|
for project in VERSIONS['local']:
|
|
winner = None
|
|
series = VERSIONS['local'][project].split('.')[0]
|
|
base = '{}/{}'.format(TARBALLS_BASE_URL, project)
|
|
r = requests.get(base)
|
|
s = bs(r.text, 'html.parser')
|
|
|
|
for link in s.find_all('a'):
|
|
version = link.get('href')
|
|
if (version.endswith('.tar.gz') and
|
|
version.startswith('{}-{}'.format(project, series))):
|
|
split = '{}-|.tar.gz'.format(project)
|
|
candidate = re.split(split, version)[1]
|
|
# Ignore 2014, 2015 versions as they are older
|
|
if candidate.startswith('201'):
|
|
continue
|
|
if not winner or more_recent(candidate, winner):
|
|
winner = candidate
|
|
|
|
if not winner:
|
|
print('Could not find version for {}'.format(project))
|
|
continue
|
|
|
|
if '-' in winner:
|
|
winner = winner.split('-')[1]
|
|
upstream_versions[project] = winner
|
|
|
|
VERSIONS['upstream'] = collections.OrderedDict(
|
|
sorted(upstream_versions.items()))
|
|
|
|
|
|
def retrieve_local_versions():
|
|
for section in common_config.SOURCES:
|
|
if section not in NOT_PROJECTS:
|
|
project = section.split('-')[0]
|
|
version = common_config.SOURCES[section]['location'].split(
|
|
'/')[-1].split('.tar.gz')[0]
|
|
if '-' in version:
|
|
version = version.split('-')[1]
|
|
VERSIONS['local'][project] = version
|
|
|
|
|
|
def more_recent(candidate, reference):
|
|
return pkg_resources.parse_version(candidate) > \
|
|
pkg_resources.parse_version(reference)
|
|
|
|
|
|
def diff_link(project, old_ref, new_ref):
|
|
return "https://github.com/openstack/{}/compare/{}...{}".format(
|
|
project, old_ref, new_ref)
|
|
|
|
|
|
def compare_versions():
|
|
up_to_date = True
|
|
for project in VERSIONS['upstream']:
|
|
if project in VERSIONS['local']:
|
|
upstream_version = VERSIONS['upstream'][project]
|
|
local_version = VERSIONS['local'][project]
|
|
if more_recent(upstream_version, local_version):
|
|
print("{} has newer version {} > {}, see diff at {}".format(
|
|
project, upstream_version, local_version,
|
|
diff_link(project, local_version, upstream_version)))
|
|
up_to_date = False
|
|
if up_to_date:
|
|
print("Everything is up to date")
|
|
|
|
|
|
def main():
|
|
conf = cfg.ConfigOpts()
|
|
common_config.parse(conf, sys.argv[1:], prog='kolla-build')
|
|
|
|
retrieve_local_versions()
|
|
retrieve_upstream_versions()
|
|
|
|
compare_versions()
|
|
|
|
if __name__ == '__main__':
|
|
main()
|