4e6c268f6f
From within some corporate http networks, the 'git' protocol cannot be used. Update the prepare_node and cache_git_repos scripts to default to using the 'git' protocol, but allow customiztion to use the 'http' protocol via command line argument. In addition, allow the full base url to be modifed as done in devstack stackrc to also allow changing repositories. Change-Id: I875f2e46c466e4e0fb7a5d4dbc54e958d91f9151 Partial-Bug: #1307702
89 lines
2.9 KiB
Python
Executable File
89 lines
2.9 KiB
Python
Executable File
#!/usr/bin/env python
|
|
|
|
# Copyright (C) 2011-2013 OpenStack Foundation
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
#
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import os.path
|
|
import re
|
|
import shutil
|
|
import sys
|
|
import urllib2
|
|
|
|
from common import run_local
|
|
|
|
URL = ('https://git.openstack.org/cgit/openstack-infra/config/plain/'
|
|
'modules/openstack_project/files/review.projects.yaml')
|
|
PROJECT_RE = re.compile('^-?\s+project:\s+(.*)$')
|
|
|
|
# Not using an arg libraries in order to avoid module imports that
|
|
# are not available across all python versions
|
|
if len(sys.argv) > 1:
|
|
GIT_BASE = sys.argv[1]
|
|
else:
|
|
GIT_BASE = 'git://git.openstack.org'
|
|
|
|
|
|
def clone_repo(project):
|
|
remote = '%s/%s.git' % (GIT_BASE, project)
|
|
|
|
# Clear out any existing target directory first, in case of a retry.
|
|
try:
|
|
shutil.rmtree(os.path.join('/opt/git', project))
|
|
except OSError:
|
|
pass
|
|
|
|
# Try to clone the requested git repository.
|
|
(status, out) = run_local(['git', 'clone', remote, project],
|
|
status=True, cwd='/opt/git')
|
|
|
|
# If it claims to have worked, make sure we can list branches.
|
|
if status == 0:
|
|
(status, moreout) = run_local(['git', 'branch', '-a'], status=True,
|
|
cwd=os.path.join('/opt/git', project))
|
|
out = '\n'.join((out, moreout))
|
|
|
|
# If that worked, try resetting to HEAD to make sure it's there.
|
|
if status == 0:
|
|
(status, moreout) = run_local(['git', 'reset', '--hard', 'HEAD'],
|
|
status=True,
|
|
cwd=os.path.join('/opt/git', project))
|
|
out = '\n'.join((out, moreout))
|
|
|
|
# Status of 0 imples all the above worked, 1 means something failed.
|
|
return (status, out)
|
|
|
|
|
|
def main():
|
|
# TODO(jeblair): use gerrit rest api when available
|
|
data = urllib2.urlopen(URL).read()
|
|
for line in data.split('\n'):
|
|
# We're regex-parsing YAML so that we don't have to depend on the
|
|
# YAML module which is not in the stdlib.
|
|
m = PROJECT_RE.match(line)
|
|
if m:
|
|
(status, out) = clone_repo(m.group(1))
|
|
print out
|
|
if status != 0:
|
|
print 'Retrying to clone %s' % m.group(1)
|
|
(status, out) = clone_repo(m.group(1))
|
|
print out
|
|
if status != 0:
|
|
raise Exception('Failed to clone %s' % m.group(1))
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|