3e7039df7d
Change-Id: I82f8f1ec3f350c8ac7d1578292001fe61d06249d Signed-off-by: Stephen Finucane <stephenfin@redhat.com>
112 lines
3.3 KiB
Python
112 lines
3.3 KiB
Python
# Copyright (C) 2014 Yahoo! Inc. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import contextlib
|
|
import json
|
|
import os
|
|
import sys
|
|
import traceback
|
|
import urllib.parse as urlparse
|
|
import urllib.request as urlreq
|
|
|
|
import packaging.requirement
|
|
|
|
try:
|
|
PYPI_LOCATION = os.environ['PYPI_LOCATION']
|
|
except KeyError:
|
|
PYPI_LOCATION = 'http://pypi.org/project'
|
|
|
|
|
|
KEEP_KEYS = frozenset(
|
|
[
|
|
'author',
|
|
'author_email',
|
|
'maintainer',
|
|
'maintainer_email',
|
|
'license',
|
|
'summary',
|
|
'home_page',
|
|
]
|
|
)
|
|
|
|
|
|
def iter_names(req):
|
|
yield req.name
|
|
yield req.name.lower()
|
|
yield req.name.title()
|
|
yield req.name.replace("-", "_")
|
|
yield req.name.replace("-", "_").title()
|
|
|
|
|
|
def release_data(req):
|
|
# Try to find it with various names...
|
|
attempted = []
|
|
for name in iter_names(req):
|
|
url = PYPI_LOCATION + f"/{urlparse.quote(name)}/json"
|
|
if url in attempted:
|
|
continue
|
|
with contextlib.closing(urlreq.urlopen(url)) as uh:
|
|
if uh.getcode() != 200:
|
|
attempted.append(url)
|
|
continue
|
|
return json.loads(uh.read())
|
|
attempted = [f" * {u}" for u in attempted]
|
|
raise OSError(
|
|
"Could not find '{}' on pypi\nAttempted urls:\n{}".format(
|
|
req.key, "\n".join(attempted)
|
|
)
|
|
)
|
|
|
|
|
|
def main():
|
|
if len(sys.argv) == 1:
|
|
print(f"{sys.argv[0]} requirement-file ...", file=sys.stderr)
|
|
sys.exit(1)
|
|
for filename in sys.argv[1:]:
|
|
print(f"Analyzing file: {filename}")
|
|
details = {}
|
|
with open(filename, "rb") as fh:
|
|
for line in fh.read().splitlines():
|
|
line = line.strip()
|
|
if line.startswith("#") or not line:
|
|
continue
|
|
req = packaging.requirement.Requirement(line)
|
|
print(f" - processing: {req}")
|
|
try:
|
|
raw_req_data = release_data(req)
|
|
except OSError:
|
|
traceback.print_exc()
|
|
details[req.key] = None
|
|
else:
|
|
req_info = {}
|
|
for k, v in raw_req_data.get('info', {}).items():
|
|
if k not in KEEP_KEYS:
|
|
continue
|
|
req_info[k] = v
|
|
details[req.key] = {
|
|
'requirement': str(req),
|
|
'info': req_info,
|
|
}
|
|
filename, _ext = os.path.splitext(filename)
|
|
with open(f"{filename}.json", "wb") as fh:
|
|
fh.write(
|
|
json.dumps(
|
|
details, sort_keys=True, indent=4, separators=(",", ": ")
|
|
)
|
|
)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|