b441be89f0
The static file format that we've held for a while fails to scale at some point, as run out of ways to split data. This patch converts it all into a YAML file. Change-Id: I4264c663d82077940873e2d3a1564b4e232daa9e
472 lines
14 KiB
Python
Executable File
472 lines
14 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import argparse
|
|
import collections
|
|
import datetime
|
|
import json
|
|
import logging
|
|
import operator
|
|
|
|
import prettytable
|
|
import requests
|
|
|
|
from openstack_governance import governance
|
|
from openstack_governance import members
|
|
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
|
|
def decode_json(raw):
|
|
"""Trap JSON decoding failures and provide more detailed errors
|
|
|
|
Remove ')]}' XSS prefix from data if it is present, then decode it
|
|
as JSON and return the results.
|
|
|
|
:param raw: Response text from API
|
|
:type raw: str
|
|
|
|
"""
|
|
|
|
# Gerrit's REST API prepends a JSON-breaker to avoid XSS vulnerabilities
|
|
if raw.text.startswith(")]}'"):
|
|
trimmed = raw.text[4:]
|
|
else:
|
|
trimmed = raw.text
|
|
|
|
# Try to decode and bail with much detail if it fails
|
|
try:
|
|
decoded = json.loads(trimmed)
|
|
except Exception:
|
|
LOG.error(
|
|
'\nrequest returned %s error to query:\n\n %s\n'
|
|
'\nwith detail:\n\n %s\n',
|
|
raw, raw.url, trimmed)
|
|
raise
|
|
return decoded
|
|
|
|
|
|
def query_gerrit(offset=0):
|
|
"""Query the Gerrit REST API"""
|
|
url = 'https://review.openstack.org/changes/'
|
|
LOG.debug('fetching %s', url)
|
|
raw = requests.get(
|
|
url,
|
|
params={
|
|
'n': '100',
|
|
'start': offset,
|
|
'q': 'project:openstack/governance is:open',
|
|
'o': [
|
|
'ALL_REVISIONS',
|
|
'REVIEWER_UPDATES',
|
|
'DETAILED_ACCOUNTS',
|
|
'CURRENT_COMMIT',
|
|
'LABELS',
|
|
'DETAILED_LABELS',
|
|
'MESSAGES',
|
|
],
|
|
},
|
|
headers={'Accept': 'application/json'},
|
|
)
|
|
return decode_json(raw)
|
|
|
|
|
|
def to_datetime(s, default=None):
|
|
"Convert a string to a datetime.datetime instance"
|
|
# Ignore the trailing decimal seconds.
|
|
if s is None:
|
|
return default
|
|
s = s.rpartition('.')[0]
|
|
return datetime.datetime.strptime(s, '%Y-%m-%d %H:%M:%S')
|
|
|
|
|
|
def find_latest_revision(review):
|
|
result = None
|
|
result_date = None
|
|
for rev in review.get('revisions', {}).values():
|
|
rev_date = to_datetime(rev.get('created'))
|
|
if not result or rev_date > result_date:
|
|
result = rev
|
|
result_date = rev_date
|
|
return result
|
|
|
|
|
|
def count_votes(review, group='Rollcall-Vote'):
|
|
votes = collections.Counter()
|
|
votes.update(
|
|
vote.get('value')
|
|
for vote in review['labels'].get(group, {}).get('all', [])
|
|
)
|
|
if None in votes:
|
|
del votes[None]
|
|
return votes
|
|
|
|
|
|
def when_majority(review, required_count):
|
|
"Return the date when the vote reached the required count."
|
|
n = 0
|
|
votes = review['labels'].get('Rollcall-Vote', {}).get('all', [])
|
|
now = datetime.datetime.now()
|
|
for vote in sorted(votes, key=lambda x: to_datetime(x.get('date'), now)):
|
|
if vote.get('value'):
|
|
n += 1
|
|
if n >= required_count:
|
|
d = vote.get('date')
|
|
if d:
|
|
return to_datetime(d)
|
|
|
|
|
|
def format_votes(votes):
|
|
return 'nay:{:2d} / abs:{:2d} / yes:{:2d}'.format(
|
|
votes.get(-1, 0), votes.get(0, 0), votes.get(1, 0)
|
|
)
|
|
|
|
|
|
def get_votes_by_person(name, review):
|
|
for label in ['Code-Review', 'Rollcall-Vote']:
|
|
for vote in review['labels'].get(label, {}).get('all', []):
|
|
voter = vote.get('name', '')
|
|
if voter == name:
|
|
yield vote
|
|
|
|
|
|
def has_approved(name, review):
|
|
return any(
|
|
vote.get('value', 0) == 1
|
|
for vote in get_votes_by_person(name, review)
|
|
)
|
|
|
|
|
|
def has_rejected(name, review):
|
|
return any(
|
|
vote.get('value', 0) == -1
|
|
for vote in get_votes_by_person(name, review)
|
|
)
|
|
|
|
|
|
def has_commented(name, review):
|
|
desired_revision = max(
|
|
r.get('_number', -1)
|
|
for r in review.get('revisions', {}).values()
|
|
)
|
|
for msg in review.get('messages', []):
|
|
if msg.get('_revision_number', -1) != desired_revision:
|
|
continue
|
|
if msg.get('author', {}).get('name', '') == name:
|
|
return True
|
|
|
|
|
|
def all_changes():
|
|
offset = 0
|
|
while True:
|
|
changes = query_gerrit(offset)
|
|
|
|
yield from changes
|
|
|
|
if changes and changes[-1].get('_more_changes', False):
|
|
offset += 100
|
|
else:
|
|
break
|
|
|
|
|
|
def get_one_status(change, delegates, tc_members):
|
|
topic = change.get('topic', 'unknown topic')
|
|
subject = change.get('subject')
|
|
owner = change.get('owner', {}).get('name')
|
|
url = 'https://review.openstack.org/{}\n'.format(change['_number'])
|
|
|
|
latest = find_latest_revision(change)
|
|
latest_created = to_datetime(latest['created'])
|
|
now = datetime.datetime.now()
|
|
age = now.date() - latest_created.date()
|
|
earliest = ''
|
|
|
|
code_reviews = count_votes(change, 'Code-Review')
|
|
votes = count_votes(change)
|
|
workflow = count_votes(change, 'Workflow')
|
|
verified = count_votes(change, 'Verified')
|
|
|
|
can_approve = 'no'
|
|
|
|
if workflow[-1]:
|
|
can_approve = 'WIP'
|
|
|
|
elif workflow[1]:
|
|
can_approve = 'APPROVED'
|
|
|
|
elif verified[-1]:
|
|
can_approve = 'NO, verification failure'
|
|
|
|
elif topic == 'on-hold':
|
|
can_approve = 'on hold'
|
|
|
|
elif topic == 'formal-vote':
|
|
# https://governance.openstack.org/tc/reference/charter.html#motions
|
|
parts = []
|
|
|
|
# At least 5 positive votes and more positive than negative
|
|
# votes.
|
|
votes_to_approve = (votes[1] >= 5 and votes[1] > votes[-1])
|
|
reached_majority = when_majority(change, 5)
|
|
|
|
parts.append('last change on {}'.format(latest_created.date()))
|
|
|
|
# At least 7 days old.
|
|
if age < datetime.timedelta(8):
|
|
time_to_approve = False
|
|
parts.append('has not been open 7 days')
|
|
earliest = str(latest_created.date() + datetime.timedelta(8))
|
|
elif reached_majority:
|
|
# Wait at least 3 days after reaching majority.
|
|
earliest = str(reached_majority.date() + datetime.timedelta(4))
|
|
since_majority = now.date() - reached_majority.date()
|
|
time_to_approve = since_majority > datetime.timedelta(3)
|
|
else:
|
|
time_to_approve = False
|
|
earliest = '4 days after 5 positive votes'
|
|
|
|
if votes_to_approve and time_to_approve:
|
|
parts.append('YES')
|
|
|
|
if reached_majority and not time_to_approve:
|
|
parts.append('too soon')
|
|
|
|
# Even if we can approve it, if there are dissenting votes we
|
|
# may want to continue discussion or refine the proposal.
|
|
if votes[-1]:
|
|
if votes[-1] >= votes[1]:
|
|
parts.append('too many dissenting votes')
|
|
else:
|
|
parts.append('dissenting votes')
|
|
|
|
if votes[1] < 5:
|
|
parts.append('not enough votes')
|
|
elif votes[1] == 5:
|
|
parts.append('minimum favorable votes')
|
|
elif reached_majority:
|
|
parts.append('majority')
|
|
else:
|
|
parts.append('enough votes')
|
|
|
|
if not reached_majority:
|
|
# Even if we can approve it, if the majority have not
|
|
# voted yes we may want to continue discussion or call for
|
|
# a final vote.
|
|
parts.append('not majority')
|
|
|
|
can_approve = ',\n'.join(parts)
|
|
|
|
elif topic == 'charter-change':
|
|
# https://governance.openstack.org/tc/reference/charter.html#amendment
|
|
parts = []
|
|
|
|
# At least 2/3 (9) positive votes.
|
|
votes_to_approve = votes[1] > 9
|
|
|
|
# Wait least 3 days after reaching majority.
|
|
reached_majority = when_majority(change, 9)
|
|
if reached_majority:
|
|
earliest = str(reached_majority.date() + datetime.timedelta(4))
|
|
since_majority = now.date() - reached_majority.date()
|
|
time_to_approve = since_majority > datetime.timedelta(3)
|
|
else:
|
|
time_to_approve = False
|
|
earliest = '4 days after 9 positive votes'
|
|
|
|
if votes_to_approve and time_to_approve:
|
|
parts.append('YES')
|
|
|
|
if reached_majority and not time_to_approve:
|
|
parts.append('too soon')
|
|
|
|
# Even if we can approve it, if there are dissenting votes we
|
|
# may want to continue discussion or refine the proposal.
|
|
if votes[-1]:
|
|
parts.append('dissenting votes')
|
|
|
|
if votes[1] < 9:
|
|
parts.append('not enough votes')
|
|
elif votes[1] == 9:
|
|
parts.append('minimum favorable votes')
|
|
else:
|
|
parts.append('enough votes')
|
|
|
|
can_approve = ',\n'.join(parts)
|
|
|
|
elif topic == 'typo-fix':
|
|
# https://governance.openstack.org/tc/reference/house-rules.html#typo-fixes
|
|
if votes[-1] or code_reviews[-1]:
|
|
can_approve = 'dissenting votes'
|
|
elif owner == 'Doug Hellmann' or owner == 'Mohammed Naser': # TC-chairs
|
|
if votes[1] < 2:
|
|
can_approve = 'not enough reviews'
|
|
else:
|
|
can_approve = 'YES, chair rules'
|
|
else:
|
|
can_approve = 'YES'
|
|
|
|
elif topic in ('code-change', 'documentation-change'):
|
|
# https://governance.openstack.org/tc/reference/house-rules.html#code-changes
|
|
if votes[-1] or code_reviews[-1]:
|
|
can_approve = 'dissenting votes'
|
|
elif votes[1] < 2:
|
|
can_approve = 'not enough reviews'
|
|
else:
|
|
can_approve = 'YES'
|
|
|
|
elif topic in delegates.keys():
|
|
# https://governance.openstack.org/tc/reference/house-rules.html#delegated-tags
|
|
# https://governance.openstack.org/tc/reference/house-rules.html#delegated-metadata
|
|
approver_name = delegates[topic]
|
|
can_approve = 'delegated to {}'.format(approver_name)
|
|
if has_approved(approver_name, change):
|
|
can_approve += '\nYES'
|
|
elif has_rejected(approver_name, change):
|
|
can_approve += '\nNO - delegate voted against'
|
|
elif has_commented(approver_name, change):
|
|
can_approve += '\ndelegate has commented'
|
|
|
|
elif topic in ('project-update', 'new-project'):
|
|
# https://governance.openstack.org/tc/reference/house-rules.html#other-project-team-updates
|
|
|
|
# At least 7 days old.
|
|
earliest = str(latest_created.date() + datetime.timedelta(8))
|
|
|
|
if votes[-1]:
|
|
can_approve = 'dissenting votes'
|
|
elif age <= datetime.timedelta(7):
|
|
can_approve = 'too soon'
|
|
else:
|
|
can_approve = 'YES'
|
|
|
|
elif topic == 'goal-update':
|
|
# https://governance.openstack.org/tc/reference/house-rules.html#goal-updates-from-ptls
|
|
|
|
# At least 7 days old.
|
|
earliest = str(latest_created.date() + datetime.timedelta(8))
|
|
|
|
if votes[-1]:
|
|
can_approve = 'dissenting votes'
|
|
elif age <= datetime.timedelta(7):
|
|
can_approve = 'too soon'
|
|
else:
|
|
can_approve = 'YES'
|
|
|
|
else:
|
|
topic = 'unknown topic'
|
|
can_approve = 'unknown topic'
|
|
|
|
votes = '\n'.join([
|
|
'CR:' + format_votes(code_reviews),
|
|
' V:' + format_votes(votes),
|
|
])
|
|
|
|
tc_member_votes = {}
|
|
for name in tc_members:
|
|
if has_approved(name, change):
|
|
tc_member_votes[name] = '+'
|
|
elif has_rejected(name, change):
|
|
tc_member_votes[name] = '-'
|
|
elif has_commented(name, change):
|
|
tc_member_votes[name] = 'C'
|
|
else:
|
|
tc_member_votes[name] = ' '
|
|
member_votes = '\n'.join(
|
|
'{} : {}'.format(value, name)
|
|
for name, value in sorted(tc_member_votes.items())
|
|
)
|
|
|
|
return {
|
|
'Topic': topic,
|
|
'Subject': subject,
|
|
'Summary': '\n'.join([
|
|
subject.strip(),
|
|
'',
|
|
url,
|
|
'Submitted by: {}'.format(owner.strip())
|
|
]),
|
|
'Owner': owner,
|
|
'URL': url,
|
|
'Age': age.days,
|
|
'Date': latest_created.date(),
|
|
'Can Approve': can_approve,
|
|
'Status': '\n'.join([topic, can_approve,
|
|
'{} days old'.format(age.days),
|
|
earliest]),
|
|
'Earliest': earliest,
|
|
'Votes': votes,
|
|
'Members': member_votes,
|
|
}
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument(
|
|
'--verbose', '-v',
|
|
action='store_const',
|
|
dest='log_level',
|
|
default=logging.INFO,
|
|
const=logging.DEBUG,
|
|
)
|
|
|
|
args = parser.parse_args()
|
|
logging.basicConfig(
|
|
level=args.log_level,
|
|
)
|
|
|
|
tc_members = [
|
|
m.get('name')
|
|
for m in members.parse_members_file('./reference/members.yaml')
|
|
]
|
|
|
|
gov = governance.Governance.from_local_repo()
|
|
release_team = gov.get_team('Release Management')
|
|
|
|
delegates = {
|
|
'stable:follows-policy': 'Tony Breeds',
|
|
'vulnerability:managed': 'VMT',
|
|
'release-management': release_team.ptl['name'],
|
|
}
|
|
for tag, name in sorted(delegates.items()):
|
|
print('Delegating {} tags to {}'.format(tag, name))
|
|
|
|
status = sorted(
|
|
(get_one_status(change, delegates, tc_members)
|
|
for change in all_changes()),
|
|
key=operator.itemgetter('URL'),
|
|
)
|
|
|
|
columns = (
|
|
'Summary',
|
|
'Status',
|
|
'Votes',
|
|
'Members',
|
|
)
|
|
|
|
x = prettytable.PrettyTable(
|
|
field_names=columns,
|
|
hrules=prettytable.ALL,
|
|
)
|
|
x.align['Summary'] = 'l'
|
|
x.align['Status'] = 'l'
|
|
x.align['Votes'] = 'l'
|
|
x.align['Members'] = 'l'
|
|
for row in status:
|
|
x.add_row([row[c] for c in columns])
|
|
print(x.get_string())
|
|
|
|
if __name__ == '__main__':
|
|
main()
|