Merge "Add diversity helper script"

2015-04-07 20:44:41 +00:00 · 2015-04-07 20:44:41 +00:00 · e84af05e44
parent d6a3dd7b99 0ebb407899
commit e84af05e44
1 changed files with 125 additions and 0 deletions
--- a/tools/diversity.py
+++ b/tools/diversity.py
@ -0,0 +1,125 @@
+#!/usr/bin/env python
+
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License. You may obtain
+# a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations
+# under the License.
+
+
+import sys
+
+import requests
+
+
+# TODO: Automate this from projects.yaml, instead.
+GROUPS = (
+    ('Nova', 'nova-group'),
+    ('Swift', 'swift-group'),
+    ('Glance', 'glance-group'),
+    ('Keystone', 'keystone-group'),
+    ('Horizon', 'horizon-group'),
+    ('Neutron', 'neutron-group'),
+    ('Cinder', 'cinder-group'),
+    ('Ceilometer', 'ceilometer-group'),
+    ('Heat', 'heat-group'),
+    ('Trove', 'trove-group'),
+    ('Ironic', 'ironic-group'),
+    ('Oslo', 'oslo-group'),
+    ('Infrastructure', 'infra-group'),
+    ('Documentation', 'documentation-group'),
+    ('Quality Assurance', 'qa-group'),
+    ('TripleO', 'tripleo-group'),
+    ('Sahara', 'sahara-group'),
+    ('Barbican', 'barbican-group'),
+    ('Manila', 'manila-group'),
+    ('Zaqar', 'zaqar-group'),
+    ('Designate', 'designate-group'),
+    ('OpenStackClient', 'python-openstackclient'),
+    ('Murano', 'murano-group'),
+    ('Magnum', 'magnum'),
+)
+
+
+def get_core_reviews_by_company(group):
+    # reviews by individual
+    reviews = requests.get('http://stackalytics.com/api/'
+                           '1.0/stats/engineers?metric=marks'
+                           '&project_type=all&module=%s' % group).json()
+    companies = {}
+    for eng in reviews['stats']:
+        if eng['core'] != 'master':
+            continue
+        company = requests.get('http://stackalytics.com/api/1.0/'
+                               'stats/companies?metric=marks&'
+                               'module=%s&user_id=%s&project_type=all'
+                               % (group, eng['id'])).json()['stats'][0]['id']
+        companies.setdefault(company, {'reviewers': 0, 'reviews': 0})
+        companies[company]['reviews'] += eng['metric']
+        companies[company]['reviewers'] += 1
+    return companies
+
+
+def get_diversity(project, group):
+    # commits by company
+    commits = requests.get('http://stackalytics.com/api/'
+                           '1.0/stats/companies?metric=commits'
+                           '&project_type=all&module=%s' % group).json()
+    # reviews by company
+    reviews = requests.get('http://stackalytics.com/api/'
+                           '1.0/stats/companies?metric=marks'
+                           '&project_type=all&module=%s' % group).json()
+    core_reviews_by_company = get_core_reviews_by_company(group)
+    commits_total = sum([company['metric'] for company in commits['stats']])
+    commits_top = float(commits['stats'][0]['metric']) / commits_total * 100
+    commits_top2 = ((float(commits['stats'][0]['metric']) +
+                    float(commits['stats'][1]['metric']))
+                    / commits_total * 100)
+    reviews_total = sum([company['metric'] for company in reviews['stats']])
+    reviews_top = float(reviews['stats'][0]['metric']) / reviews_total * 100
+    reviews_top2 = ((float(reviews['stats'][0]['metric']) +
+                    float(reviews['stats'][1]['metric']))
+                    / reviews_total * 100)
+    core_review_values = [company['reviews'] for company in
+                          core_reviews_by_company.itervalues()]
+    core_review_values.sort(reverse=True)
+    core_reviews_total = sum(core_review_values)
+    core_reviews_top = (float(core_review_values[0]) /
+                        core_reviews_total * 100)
+    core_reviews_top2 = ((float(core_review_values[0]) +
+                         float(core_review_values[1])) /
+                         core_reviews_total * 100)
+    core_reviewers_values = [company['reviewers'] for company in
+                             core_reviews_by_company.itervalues()]
+    core_reviewers_values.sort(reverse=True)
+    core_reviewers_total = sum(core_reviewers_values)
+    core_reviewers_top = (float(core_reviewers_values[0]) /
+                          core_reviewers_total * 100)
+    core_reviewers_top2 = ((float(core_reviewers_values[0]) +
+                           float(core_reviewers_values[1])) /
+                           core_reviewers_total * 100)
+    print '%-18s (%.2f%% | %.2f%% | %.2f%% | %.2f%%)' % (
+        project, commits_top, reviews_top, core_reviews_top,
+        core_reviewers_top)
+    print '%-18s (%.2f%% | %.2f%% | %.2f%% | %.2f%%)' % (
+        '', commits_top2, reviews_top2, core_reviews_top2,
+        core_reviewers_top2)
+
+
+def main():
+    print '<Team> (top commit % | top review % | top core review % | ' \
+        'top core reviewer %)'
+    print '       (top 2 commit % | top 2 review % | top 2 core review % | ' \
+        'top 2 core reviewer %)'
+    for project, group in GROUPS:
+        get_diversity(project, group)
+
+
+if __name__ == '__main__':
+    sys.exit(main())