2015-05-29 18:16:17 +00:00
|
|
|
# Copyright 2015 Hewlett-Packard Development Company, L.P.
|
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
|
|
# not use this file except in compliance with the License. You may obtain
|
|
|
|
# a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
|
|
# License for the specific language governing permissions and limitations
|
|
|
|
# under the License.
|
|
|
|
|
|
|
|
import argparse
|
|
|
|
import requests
|
|
|
|
import os
|
|
|
|
import logging
|
|
|
|
import json
|
|
|
|
import yaml
|
|
|
|
import requests.packages.urllib3
|
|
|
|
requests.packages.urllib3.disable_warnings()
|
|
|
|
|
|
|
|
TIMEOUT = 30
|
|
|
|
PROJECTS_YAML = ('http://git.openstack.org/cgit/openstack/'
|
|
|
|
'governance/plain/reference/projects.yaml')
|
|
|
|
|
|
|
|
|
|
|
|
logging.basicConfig(level=logging.WARNING)
|
|
|
|
|
|
|
|
|
|
|
|
class Gerrit(object):
|
|
|
|
def __init__(self, url, username, password):
|
|
|
|
authclass = requests.auth.HTTPDigestAuth
|
|
|
|
self._url = url
|
|
|
|
self.auth = authclass(username, password)
|
|
|
|
self.session = requests.Session()
|
|
|
|
self.log = logging.getLogger('gerrit')
|
|
|
|
self.verify_ssl = True
|
|
|
|
self.user_agent = 'update-gerrit-group.py'
|
|
|
|
|
|
|
|
def url(self, path):
|
|
|
|
return self._url + 'a/' + path
|
|
|
|
|
|
|
|
def get(self, path):
|
|
|
|
url = self.url(path)
|
|
|
|
self.log.debug('GET: %s' % (url,))
|
|
|
|
r = self.session.get(url,
|
|
|
|
verify=self.verify_ssl,
|
|
|
|
auth=self.auth, timeout=TIMEOUT,
|
|
|
|
headers={'Accept': 'application/json',
|
|
|
|
'Accept-Encoding': 'gzip',
|
|
|
|
'User-Agent': self.user_agent})
|
|
|
|
if r.status_code == 200:
|
|
|
|
ret = json.loads(r.text[4:])
|
|
|
|
if len(ret):
|
|
|
|
self.log.debug('200 OK, Received: %s' % (ret,))
|
|
|
|
else:
|
|
|
|
self.log.debug('200 OK, No body.')
|
|
|
|
return ret
|
|
|
|
else:
|
|
|
|
self.log.warn('HTTP response: %d', r.status_code)
|
|
|
|
|
|
|
|
def post(self, path, data):
|
|
|
|
url = self.url(path)
|
|
|
|
self.log.debug('POST: %s' % (url,))
|
|
|
|
self.log.debug('data: %s' % (data,))
|
|
|
|
r = self.session.post(url, data=json.dumps(data).encode('utf8'),
|
|
|
|
verify=self.verify_ssl,
|
|
|
|
auth=self.auth, timeout=TIMEOUT,
|
|
|
|
headers={'Content-Type':
|
|
|
|
'application/json;charset=UTF-8',
|
|
|
|
'User-Agent': self.user_agent})
|
|
|
|
self.log.debug('Received: %s' % (r.text,))
|
|
|
|
ret = None
|
|
|
|
if r.text and len(r.text) > 4:
|
|
|
|
try:
|
|
|
|
ret = json.loads(r.text[4:])
|
|
|
|
except Exception:
|
|
|
|
self.log.exception(
|
|
|
|
"Unable to parse result %s from post to %s" %
|
|
|
|
(r.text, url))
|
|
|
|
return ret
|
|
|
|
|
|
|
|
def put(self, path, data):
|
|
|
|
url = self.url(path)
|
|
|
|
self.log.debug('PUT: %s' % (url,))
|
|
|
|
self.log.debug('data: %s' % (data,))
|
|
|
|
r = self.session.put(url, data=json.dumps(data).encode('utf8'),
|
|
|
|
verify=self.verify_ssl,
|
|
|
|
auth=self.auth, timeout=TIMEOUT,
|
|
|
|
headers={'Content-Type':
|
|
|
|
'application/json;charset=UTF-8',
|
|
|
|
'User-Agent': self.user_agent})
|
|
|
|
self.log.debug('Received: %s' % (r.text,))
|
|
|
|
|
|
|
|
def delete(self, path, data):
|
|
|
|
url = self.url(path)
|
|
|
|
self.log.debug('DELETE: %s' % (url,))
|
|
|
|
self.log.debug('data: %s' % (data,))
|
|
|
|
r = self.session.delete(url, data=json.dumps(data).encode('utf8'),
|
|
|
|
verify=self.verify_ssl,
|
|
|
|
auth=self.auth, timeout=TIMEOUT,
|
|
|
|
headers={'Content-Type':
|
|
|
|
'application/json;charset=UTF-8',
|
|
|
|
'User-Agent': self.user_agent})
|
|
|
|
self.log.debug('Received: %s' % (r.text,))
|
|
|
|
|
|
|
|
|
|
|
|
def configure_group(gerrit, groupname, include_groups):
|
|
|
|
owner = 'infra-ptl'
|
|
|
|
group = gerrit.get('groups/%s/detail' % groupname)
|
|
|
|
print("Configure group %s" % groupname)
|
|
|
|
if not group:
|
|
|
|
print("Create group %s" % groupname)
|
|
|
|
d = dict(visible_to_all=True)
|
|
|
|
if owner:
|
|
|
|
d['owner'] = owner
|
|
|
|
gerrit.put('groups/%s' % groupname, d)
|
|
|
|
group = gerrit.get('groups/%s/detail' % groupname)
|
|
|
|
includes = set([g['name'] for g in group['includes']])
|
|
|
|
for igroup in include_groups:
|
|
|
|
if igroup not in includes:
|
|
|
|
print("Add included group %s" % igroup)
|
|
|
|
gerrit.put('groups/%s/groups/%s' % (group['id'], igroup), {})
|
|
|
|
if owner and group['owner'] != owner:
|
|
|
|
print("Set owner to %s" % owner)
|
|
|
|
gerrit.put('groups/%s/owner' % group['id'],
|
|
|
|
dict(owner=owner))
|
|
|
|
if not group['options'].get('visible_to_all'):
|
|
|
|
print("Set visible")
|
|
|
|
gerrit.put('groups/%s/options' % group['id'],
|
|
|
|
dict(visible_to_all=True))
|
|
|
|
|
|
|
|
|
|
|
|
def main():
|
|
|
|
parser = argparse.ArgumentParser()
|
|
|
|
# FIXME: Why does this use .gertty.yaml? That's just silly.
|
|
|
|
parser.add_argument('--config', default='~/.gertty.yaml')
|
|
|
|
parser.add_argument('--server', default='openstack')
|
|
|
|
|
|
|
|
args = parser.parse_args()
|
|
|
|
configpath = os.path.expanduser(args.config)
|
|
|
|
config = yaml.load(open(configpath))
|
|
|
|
if args.server:
|
|
|
|
for gconfig in reversed(config['servers']):
|
|
|
|
if gconfig['name'] == args.server:
|
|
|
|
break
|
|
|
|
else:
|
|
|
|
gconfig = config['servers'][0]
|
|
|
|
|
|
|
|
gerrit = Gerrit(gconfig['url'], gconfig['username'], gconfig['password'])
|
|
|
|
|
|
|
|
pyaml = yaml.load(requests.get(PROJECTS_YAML, stream=True).raw)
|
2015-09-15 14:49:17 +00:00
|
|
|
projects = []
|
|
|
|
for deliverable in pyaml['Infrastructure']['deliverables'].values():
|
|
|
|
projects += deliverable['repos']
|
2015-05-29 18:16:17 +00:00
|
|
|
|
|
|
|
core_groups = ['infra-core']
|
|
|
|
for project in projects:
|
|
|
|
shortname = project.split('/')[1]
|
2015-06-23 22:00:39 +00:00
|
|
|
|
|
|
|
group = shortname + '-core'
|
|
|
|
include_groups = ['infra-core']
|
|
|
|
if shortname.startswith('puppet-'):
|
|
|
|
include_groups.append('infra-puppet-core')
|
|
|
|
configure_group(gerrit, group, include_groups=include_groups)
|
|
|
|
|
|
|
|
group = shortname + '-release'
|
|
|
|
include_groups = ['infra-core']
|
|
|
|
if shortname.startswith('puppet-'):
|
|
|
|
include_groups.append('infra-puppet-release')
|
|
|
|
configure_group(gerrit, group, include_groups=include_groups)
|
|
|
|
|
2015-05-29 18:16:17 +00:00
|
|
|
group = shortname + '-core'
|
|
|
|
core_groups.append(group)
|
|
|
|
|
|
|
|
configure_group(gerrit, 'infra-council', include_groups=core_groups)
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
main()
|