69a073edbe
We have attic and stackforge projects all of which are now inactive. Because they are inactive we don't need to be caching these repos on every test slave image. Change-Id: I4df78c3d542758ce6159c195c1407f1d56f565a0
93 lines
3.1 KiB
Python
Executable File
93 lines
3.1 KiB
Python
Executable File
#!/usr/bin/env python
|
|
|
|
# Copyright (C) 2011-2013 OpenStack Foundation
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
#
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import os.path
|
|
import re
|
|
import shutil
|
|
import sys
|
|
import urllib2
|
|
|
|
from common import run_local
|
|
|
|
URL = ('https://git.openstack.org/cgit/openstack-infra/project-config/'
|
|
'plain/gerrit/projects.yaml')
|
|
PROJECT_RE = re.compile('^-?\s+project:\s+(.*)$')
|
|
|
|
# Not using an arg libraries in order to avoid module imports that
|
|
# are not available across all python versions
|
|
if len(sys.argv) > 1:
|
|
GIT_BASE = sys.argv[1]
|
|
else:
|
|
GIT_BASE = 'git://git.openstack.org'
|
|
|
|
|
|
def clone_repo(project):
|
|
remote = '%s/%s.git' % (GIT_BASE, project)
|
|
|
|
# Clear out any existing target directory first, in case of a retry.
|
|
try:
|
|
shutil.rmtree(os.path.join('/opt/git', project))
|
|
except OSError:
|
|
pass
|
|
|
|
# Try to clone the requested git repository.
|
|
(status, out) = run_local(['git', 'clone', remote, project],
|
|
status=True, cwd='/opt/git')
|
|
|
|
# If it claims to have worked, make sure we can list branches.
|
|
if status == 0:
|
|
(status, moreout) = run_local(['git', 'branch', '-a'], status=True,
|
|
cwd=os.path.join('/opt/git', project))
|
|
out = '\n'.join((out, moreout))
|
|
|
|
# If that worked, try resetting to HEAD to make sure it's there.
|
|
if status == 0:
|
|
(status, moreout) = run_local(['git', 'reset', '--hard', 'HEAD'],
|
|
status=True,
|
|
cwd=os.path.join('/opt/git', project))
|
|
out = '\n'.join((out, moreout))
|
|
|
|
# Status of 0 imples all the above worked, 1 means something failed.
|
|
return (status, out)
|
|
|
|
|
|
def main():
|
|
# TODO(jeblair): use gerrit rest api when available
|
|
data = urllib2.urlopen(URL).read()
|
|
for line in data.split('\n'):
|
|
# We're regex-parsing YAML so that we don't have to depend on the
|
|
# YAML module which is not in the stdlib.
|
|
m = PROJECT_RE.match(line)
|
|
if m:
|
|
project = m.group(1)
|
|
dirname = os.path.dirname(project)
|
|
# Skip repos that are inactive
|
|
if not ('attic' in dirname or dirname == 'stackforge'):
|
|
(status, out) = clone_repo(project)
|
|
print out
|
|
if status != 0:
|
|
print 'Retrying to clone %s' % m.group(1)
|
|
(status, out) = clone_repo(m.group(1))
|
|
print out
|
|
if status != 0:
|
|
raise Exception('Failed to clone %s' % m.group(1))
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|