a0c983e0b8
When codesearch.o.o is re-indexing the API responds with something that is not JSON. Rather than worry about all of the various errors we could receive from an API that is only providing advisory information, catch anything, log it, and proceed in a safe manner. Change-Id: Ia910215029b3ece31db180396dbb50c82a7f3a59 Signed-off-by: Doug Hellmann <doug@doughellmann.com>
80 lines
2.5 KiB
Python
80 lines
2.5 KiB
Python
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
"""Query codesearch.openstack.org.
|
|
|
|
"""
|
|
|
|
import logging
|
|
|
|
import requests
|
|
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
_URL = 'http://codesearch.openstack.org/api/v1/search'
|
|
|
|
|
|
def _query(q, **kwds):
|
|
params = {
|
|
'repos': '*', # which repositories to search
|
|
'i': 'nope', # ignore case
|
|
'ctx': 0, # lines of extra context
|
|
}
|
|
params.update(kwds)
|
|
params['q'] = q
|
|
|
|
headers = {
|
|
'Content-Type': 'application/json',
|
|
}
|
|
response = requests.get(_URL, params=params, headers=headers)
|
|
return response.json()['Results']
|
|
|
|
|
|
def get_dependency_listings(package_name):
|
|
try:
|
|
return _query(
|
|
q=package_name,
|
|
# NOTE(dhellmann): Including setup.cfg shows *lots* of results
|
|
# for oslo.config because of the plugins for the config
|
|
# generator. It would be nice to figure out how to filter
|
|
# those.
|
|
files='(.*requirements.txt|.*constraint.*.txt)',
|
|
)
|
|
except Exception as e:
|
|
LOG.error('Could not fetch users of %s: %s',
|
|
package_name, e)
|
|
return {}
|
|
|
|
|
|
def show_dependency_listings(package_name, official_repos):
|
|
to_show = set(
|
|
r.partition('/')[-1]
|
|
for r in official_repos
|
|
)
|
|
results = get_dependency_listings(package_name)
|
|
for repo, repo_matches in sorted(results.items()):
|
|
if repo not in to_show:
|
|
continue
|
|
for repo_match in repo_matches['Matches']:
|
|
for file_match in repo_match['Matches']:
|
|
if file_match['Line'].lstrip().startswith('#'):
|
|
# ignore comments
|
|
continue
|
|
print('{repo:30}:{filename:30}:{linenum:3}: {line}'.format(
|
|
repo=repo,
|
|
filename=repo_match['Filename'],
|
|
linenum=file_match['LineNumber'],
|
|
line=file_match['Line'],
|
|
))
|