system-config/tools/maintain-infra-groups.py
James E. Blair 4cafe31b17 Update groups maint script
Update the infra group maintenance script for the most recent
governance projects.yaml changes.

Change-Id: I7dffbcd4467572b2e99ed41cbee000baae2d332d
2015-09-15 07:49:17 -07:00

183 lines
6.7 KiB
Python

# Copyright 2015 Hewlett-Packard Development Company, L.P.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
import argparse
import requests
import os
import logging
import json
import yaml
import requests.packages.urllib3
requests.packages.urllib3.disable_warnings()
TIMEOUT = 30
PROJECTS_YAML = ('http://git.openstack.org/cgit/openstack/'
'governance/plain/reference/projects.yaml')
logging.basicConfig(level=logging.WARNING)
class Gerrit(object):
def __init__(self, url, username, password):
authclass = requests.auth.HTTPDigestAuth
self._url = url
self.auth = authclass(username, password)
self.session = requests.Session()
self.log = logging.getLogger('gerrit')
self.verify_ssl = True
self.user_agent = 'update-gerrit-group.py'
def url(self, path):
return self._url + 'a/' + path
def get(self, path):
url = self.url(path)
self.log.debug('GET: %s' % (url,))
r = self.session.get(url,
verify=self.verify_ssl,
auth=self.auth, timeout=TIMEOUT,
headers={'Accept': 'application/json',
'Accept-Encoding': 'gzip',
'User-Agent': self.user_agent})
if r.status_code == 200:
ret = json.loads(r.text[4:])
if len(ret):
self.log.debug('200 OK, Received: %s' % (ret,))
else:
self.log.debug('200 OK, No body.')
return ret
else:
self.log.warn('HTTP response: %d', r.status_code)
def post(self, path, data):
url = self.url(path)
self.log.debug('POST: %s' % (url,))
self.log.debug('data: %s' % (data,))
r = self.session.post(url, data=json.dumps(data).encode('utf8'),
verify=self.verify_ssl,
auth=self.auth, timeout=TIMEOUT,
headers={'Content-Type':
'application/json;charset=UTF-8',
'User-Agent': self.user_agent})
self.log.debug('Received: %s' % (r.text,))
ret = None
if r.text and len(r.text) > 4:
try:
ret = json.loads(r.text[4:])
except Exception:
self.log.exception(
"Unable to parse result %s from post to %s" %
(r.text, url))
return ret
def put(self, path, data):
url = self.url(path)
self.log.debug('PUT: %s' % (url,))
self.log.debug('data: %s' % (data,))
r = self.session.put(url, data=json.dumps(data).encode('utf8'),
verify=self.verify_ssl,
auth=self.auth, timeout=TIMEOUT,
headers={'Content-Type':
'application/json;charset=UTF-8',
'User-Agent': self.user_agent})
self.log.debug('Received: %s' % (r.text,))
def delete(self, path, data):
url = self.url(path)
self.log.debug('DELETE: %s' % (url,))
self.log.debug('data: %s' % (data,))
r = self.session.delete(url, data=json.dumps(data).encode('utf8'),
verify=self.verify_ssl,
auth=self.auth, timeout=TIMEOUT,
headers={'Content-Type':
'application/json;charset=UTF-8',
'User-Agent': self.user_agent})
self.log.debug('Received: %s' % (r.text,))
def configure_group(gerrit, groupname, include_groups):
owner = 'infra-ptl'
group = gerrit.get('groups/%s/detail' % groupname)
print("Configure group %s" % groupname)
if not group:
print("Create group %s" % groupname)
d = dict(visible_to_all=True)
if owner:
d['owner'] = owner
gerrit.put('groups/%s' % groupname, d)
group = gerrit.get('groups/%s/detail' % groupname)
includes = set([g['name'] for g in group['includes']])
for igroup in include_groups:
if igroup not in includes:
print("Add included group %s" % igroup)
gerrit.put('groups/%s/groups/%s' % (group['id'], igroup), {})
if owner and group['owner'] != owner:
print("Set owner to %s" % owner)
gerrit.put('groups/%s/owner' % group['id'],
dict(owner=owner))
if not group['options'].get('visible_to_all'):
print("Set visible")
gerrit.put('groups/%s/options' % group['id'],
dict(visible_to_all=True))
def main():
parser = argparse.ArgumentParser()
# FIXME: Why does this use .gertty.yaml? That's just silly.
parser.add_argument('--config', default='~/.gertty.yaml')
parser.add_argument('--server', default='openstack')
args = parser.parse_args()
configpath = os.path.expanduser(args.config)
config = yaml.load(open(configpath))
if args.server:
for gconfig in reversed(config['servers']):
if gconfig['name'] == args.server:
break
else:
gconfig = config['servers'][0]
gerrit = Gerrit(gconfig['url'], gconfig['username'], gconfig['password'])
pyaml = yaml.load(requests.get(PROJECTS_YAML, stream=True).raw)
projects = []
for deliverable in pyaml['Infrastructure']['deliverables'].values():
projects += deliverable['repos']
core_groups = ['infra-core']
for project in projects:
shortname = project.split('/')[1]
group = shortname + '-core'
include_groups = ['infra-core']
if shortname.startswith('puppet-'):
include_groups.append('infra-puppet-core')
configure_group(gerrit, group, include_groups=include_groups)
group = shortname + '-release'
include_groups = ['infra-core']
if shortname.startswith('puppet-'):
include_groups.append('infra-puppet-release')
configure_group(gerrit, group, include_groups=include_groups)
group = shortname + '-core'
core_groups.append(group)
configure_group(gerrit, 'infra-council', include_groups=core_groups)
if __name__ == '__main__':
main()