system-config/tools/maintain-infra-groups.py

# Copyright 2015 Hewlett-Packard Development Company, L.P.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.

import argparse
import requests
import os
import logging
import json
import yaml
import requests.packages.urllib3
requests.packages.urllib3.disable_warnings()

TIMEOUT = 30
PROJECTS_YAML = ('http://opendev.org/openstack/governance/'
                 'raw/branch/master/reference/projects.yaml')


logging.basicConfig(level=logging.WARNING)


class Gerrit(object):
    def __init__(self, url, username, password):
        authclass = requests.auth.HTTPDigestAuth
        self._url = url
        self.auth = authclass(username, password)
        self.session = requests.Session()
        self.log = logging.getLogger('gerrit')
        self.verify_ssl = True
        self.user_agent = 'update-gerrit-group.py'

    def url(self, path):
        return self._url + 'a/' + path

    def get(self, path):
        url = self.url(path)
        self.log.debug('GET: %s' % (url,))
        r = self.session.get(url,
                             verify=self.verify_ssl,
                             auth=self.auth, timeout=TIMEOUT,
                             headers={'Accept': 'application/json',
                                      'Accept-Encoding': 'gzip',
                                      'User-Agent': self.user_agent})
        if r.status_code == 200:
            ret = json.loads(r.text[4:])
            if len(ret):
                self.log.debug('200 OK, Received: %s' % (ret,))
            else:
                self.log.debug('200 OK, No body.')
            return ret
        else:
            self.log.warn('HTTP response: %d', r.status_code)

    def post(self, path, data):
        url = self.url(path)
        self.log.debug('POST: %s' % (url,))
        self.log.debug('data: %s' % (data,))
        r = self.session.post(url, data=json.dumps(data).encode('utf8'),
                              verify=self.verify_ssl,
                              auth=self.auth, timeout=TIMEOUT,
                              headers={'Content-Type':
                                       'application/json;charset=UTF-8',
                                       'User-Agent': self.user_agent})
        self.log.debug('Received: %s' % (r.text,))
        ret = None
        if r.text and len(r.text) > 4:
            try:
                ret = json.loads(r.text[4:])
            except Exception:
                self.log.exception(
                    "Unable to parse result %s from post to %s" %
                    (r.text, url))
        return ret

    def put(self, path, data):
        url = self.url(path)
        self.log.debug('PUT: %s' % (url,))
        self.log.debug('data: %s' % (data,))
        r = self.session.put(url, data=json.dumps(data).encode('utf8'),
                             verify=self.verify_ssl,
                             auth=self.auth, timeout=TIMEOUT,
                             headers={'Content-Type':
                                      'application/json;charset=UTF-8',
                                      'User-Agent': self.user_agent})
        self.log.debug('Received: %s' % (r.text,))

    def delete(self, path, data):
        url = self.url(path)
        self.log.debug('DELETE: %s' % (url,))
        self.log.debug('data: %s' % (data,))
        r = self.session.delete(url, data=json.dumps(data).encode('utf8'),
                                verify=self.verify_ssl,
                                auth=self.auth, timeout=TIMEOUT,
                                headers={'Content-Type':
                                         'application/json;charset=UTF-8',
                                         'User-Agent': self.user_agent})
        self.log.debug('Received: %s' % (r.text,))


def configure_group(gerrit, groupname, include_groups):
    owner = 'infra-ptl'
    group = gerrit.get('groups/%s/detail' % groupname)
    print("Configure group %s" % groupname)
    if not group:
        print("Create group %s" % groupname)
        d = dict(visible_to_all=True)
        if owner:
            d['owner'] = owner
        gerrit.put('groups/%s' % groupname, d)
        group = gerrit.get('groups/%s/detail' % groupname)
    includes = set([g['name'] for g in group['includes']])
    for igroup in include_groups:
        if igroup not in includes:
            print("Add included group %s" % igroup)
            gerrit.put('groups/%s/groups/%s' % (group['id'], igroup), {})
    if owner and group['owner'] != owner:
        print("Set owner to %s" % owner)
        gerrit.put('groups/%s/owner' % group['id'],
                   dict(owner=owner))
    if not group['options'].get('visible_to_all'):
        print("Set visible")
        gerrit.put('groups/%s/options' % group['id'],
                   dict(visible_to_all=True))


def main():
    parser = argparse.ArgumentParser()
    # FIXME: Why does this use .gertty.yaml?  That's just silly.
    parser.add_argument('--config', default='~/.gertty.yaml')
    parser.add_argument('--server', default='openstack')

    args = parser.parse_args()
    configpath = os.path.expanduser(args.config)
    config = yaml.load(open(configpath))
    if args.server:
        for gconfig in reversed(config['servers']):
            if gconfig['name'] == args.server:
                break
    else:
        gconfig = config['servers'][0]

    gerrit = Gerrit(gconfig['url'], gconfig['username'], gconfig['password'])

    pyaml = yaml.load(requests.get(PROJECTS_YAML, stream=True).raw)
    projects = []
    for deliverable in pyaml['Infrastructure']['deliverables'].values():
        projects += deliverable['repos']

    core_groups = ['infra-core']
    for project in projects:
        shortname = project.split('/')[1]

        group = shortname + '-core'
        include_groups = ['infra-core']
        if shortname.startswith('puppet-'):
            include_groups.append('infra-puppet-core')
        configure_group(gerrit, group, include_groups=include_groups)

        group = shortname + '-release'
        include_groups = ['infra-core']
        if shortname.startswith('puppet-'):
            include_groups.append('infra-puppet-release')
        configure_group(gerrit, group, include_groups=include_groups)

        group = shortname + '-core'
        core_groups.append(group)

    configure_group(gerrit, 'infra-council', include_groups=core_groups)


if __name__ == '__main__':
    main()