release-tools/upload_release.py

#!/usr/bin/env python
#
# Script to upload an OpenStack release to Launchpad
#
# Copyright 2011-2013 Thierry Carrez <thierry@openstack.org>
# All Rights Reserved.
#
#    Licensed under the Apache License, Version 2.0 (the "License"); you may
#    not use this file except in compliance with the License. You may obtain
#    a copy of the License at
#
#         http://www.apache.org/licenses/LICENSE-2.0
#
#    Unless required by applicable law or agreed to in writing, software
#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
#    License for the specific language governing permissions and limitations
#    under the License.

import argparse
import datetime
import os.path
import subprocess
import sys
import tempfile
import time
import urllib

from launchpadlib.launchpad import Launchpad


def abort(code, errmsg):
    print >> sys.stderr, errmsg
    sys.exit(code)


# Argument parsing
parser = argparse.ArgumentParser(description='Grab tarball and release it '
                                             'on LP as milestone or version.')
parser.add_argument('project', help='LP project to publish release for (nova)')
parser.add_argument('version', help='Version under development (2015.1.0)')
parser.add_argument("--milestone", help='Milestone to publish (kilo-2)')
parser.add_argument("--deliverable", help='Project name in the tarball. '
                    'Defaults to project')
parser.add_argument("--nop", action='store_true',
                    help='Only create release, do not upload tarball')
parser.add_argument("--tarball",
                    help='Tarball to fetch (defaults to version[~milestone])')
parser.add_argument("--test", action='store_const', const='staging',
                    default='production', help='Use LP staging server to test')
args = parser.parse_args()

if args.milestone is None:
    milestone = args.version
else:
    milestone = args.milestone

if args.deliverable is None:
    args.deliverable = args.project

# Connect to LP
print "Connecting to Launchpad..."
try:
    launchpad = Launchpad.login_with('openstack-releasing', args.test)
except Exception as error:
    abort(2, 'Could not connect to Launchpad: ' + str(error))

# Retrieve milestone
print "Checking milestone..."
try:
    lp_proj = launchpad.projects[args.project]
except KeyError:
    abort(2, 'Could not find project: %s' % args.project)

for lp_milestone in lp_proj.all_milestones:
    if lp_milestone.name == milestone:
        if lp_milestone.release:
            print 'Milestone %s is already released' % milestone
            if args.deliverable != args.project:
                print 'We are probably just trying to add %s to LP %s.' % \
                    (args.deliverable, args.project)
            else:
                abort(2, 'That looks like an error!')
        if args.milestone:
            short_ms = lp_milestone.code_name.lower()
            if not short_ms.startswith("rc"):
                preversion = "b" + args.milestone[-1:]
            else:
                preversion = short_ms
        else:
            preversion = ""
        break
else:
    abort(2, 'Could not find milestone: %s' % milestone)

if not args.nop:
    # Retrieve tgz, check contents and MD5
    print "Downloading tarball..."
    tmpdir = tempfile.mkdtemp()
    if args.tarball is None:
        base_tgz = "%s-%s%s.tar.gz" % \
            (args.deliverable, args.version, preversion)
    else:
        base_tgz = "%s-%s.tar.gz" % \
            (args.deliverable, args.tarball)
    url_tgz = "http://tarballs.openstack.org/%s/%s" % \
        (args.deliverable, base_tgz)
    tgz = os.path.join(tmpdir, base_tgz)

    (tgz, message) = urllib.urlretrieve(url_tgz, filename=tgz)

    try:
        subprocess.check_call(['tar', 'ztvf', tgz])
    except subprocess.CalledProcessError, e:
        abort(2, '%s is not a tarball. Bad revision specified ?' % base_tgz)

    md5 = subprocess.check_output(['md5sum', tgz]).split()[0]

    # Sign tgz
    print "Signing tarball..."
    sig = tgz + '.asc'
    if not os.path.exists(sig):
        print 'Calling GPG to create tgz signature...'
        subprocess.check_call(
            ['gpg', '--armor', '--sign', '--detach-sig', tgz])

    # Read contents
    with open(tgz) as tgz_file:
        tgz_content = tgz_file.read()
    with open(sig) as sig_file:
        sig_content = sig_file.read()

# Mark milestone released
print "Marking milestone released..."
if args.nop:
    rel_notes = ""
else:
    if args.milestone:
        rel_notes = "This is another milestone (%s) on the road to %s %s." \
            % (args.milestone, args.project.capitalize(), args.version)
    else:
        rel_notes = "This is %s %s release." \
            % (args.project.capitalize(), args.version)

if lp_milestone.release:
    lp_release = lp_milestone.release
else:
    lp_release = lp_milestone.createProductRelease(
        date_released=datetime.datetime.utcnow(),
        release_notes=rel_notes)

# Mark milestone inactive
print "Marking milestone inactive..."
lp_milestone.is_active = False
lp_milestone.lp_save()

if not args.nop:
    # Upload file
    print "Uploading release files..."
    final_tgz = "%s-%s%s.tar.gz" % \
        (args.deliverable, args.version, preversion)
    if args.milestone:
        description = '%s "%s" milestone' % \
                      (args.deliverable.capitalize(), args.milestone)
    else:
        description = '%s %s release' % \
                      (args.deliverable.capitalize(), args.version)

    lp_file = lp_release.add_file(file_type='Code Release Tarball',
                                  description=description,
                                  file_content=tgz_content,
                                  filename=final_tgz,
                                  signature_content=sig_content,
                                  signature_filename=final_tgz + '.asc',
                                  content_type="application/x-gzip; "
                                               "charset=binary")

    # Check LP-reported MD5
    print "Checking MD5s..."
    time.sleep(2)
    result_md5_url = "http://launchpad.net/%s/+download/%s/+md5" % \
                     (lp_release.self_link[30:], final_tgz)
    result_md5_file = urllib.urlopen(result_md5_url)
    result_md5 = result_md5_file.read().split()[0]
    result_md5_file.close()
    if md5 != result_md5:
        abort(3, 'MD5sums (%s/%s) do not match !' % (md5, result_md5))

    # Finished
    print md5

print "Done!"