428872075e
This reverts commit b3ce1c52dc7ca455ffd94ea07d8a4fb1b6905fa8. It removed the AFS mirror at the same time it added the proxy, but jobs don't know to look for the proxy since it's on a totally different TCP port. Change-Id: I87cc03eb3322bd7b093dd6fe798aadb48f319805
129 lines
3.9 KiB
Bash
129 lines
3.9 KiB
Bash
#!/bin/bash -xe
|
|
# Copyright 2017 SUSE Linux GmbH
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
MIRROR_VOLUME=$1
|
|
|
|
if [[ ${NO_TIMEOUT:-0} -eq 1 ]]; then
|
|
echo "Running interactively"
|
|
TIMEOUT=""
|
|
else
|
|
TIMEOUT="timeout -k 2m 30m"
|
|
fi
|
|
|
|
BASE="/afs/.openstack.org/mirror/opensuse"
|
|
MIRROR="rsync://mirror.us.leaseweb.net/opensuse"
|
|
OBS_MIRROR="rsync://provo-mirror.opensuse.org/opensuse/repositories"
|
|
OBS_REPOS=('Virtualization:/containers/openSUSE_Leap_42.3'
|
|
'Virtualization:/containers/openSUSE_Leap_15.0'
|
|
'Virtualization:/containers:/images:/openSUSE-Leap-15.0'
|
|
'Cloud:/OpenStack:/Queens/openSUSE_Leap_42.3'
|
|
'Cloud:/OpenStack:/Queens/openSUSE_Leap_15.0'
|
|
'Cloud:/OpenStack:/Rocky/openSUSE_Leap_42.3'
|
|
'Cloud:/OpenStack:/Rocky/openSUSE_Leap_15.0'
|
|
'Cloud:/OpenStack:/Stein/openSUSE_Leap_15.0'
|
|
'Cloud:/OpenStack:/Master/openSUSE_Leap_15.0')
|
|
K5START="k5start -t -f /etc/opensuse.keytab service/opensuse-mirror -- $TIMEOUT"
|
|
|
|
# NOTE(hwoarang): Ensure old distros are not mirrored aymore
|
|
for REPO in distribution/leap/42.2 update/leap/42.2 \
|
|
distribution/leap/15.0/jeos distribution/leap/15.0/live \
|
|
repositories/Cloud:/OpenStack:/Master/openSUSE_Leap_42.3 ; do
|
|
if [ -d $BASE/$REPO ]; then
|
|
$K5START rm -rf $BASE/$REPO
|
|
fi
|
|
done
|
|
|
|
# NOTE(hwoarang): 15.0 is newer than 42.3.
|
|
for DISTVER in 42.3 15.0; do
|
|
REPO=distribution/leap/$DISTVER/repo
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync distribution $DISTVER ..."
|
|
$K5START rsync -rlptDvz \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="iso" \
|
|
$MIRROR/$REPO/ $BASE/$REPO/
|
|
|
|
REPO=update/leap/$DISTVER
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync updates $DISTVER ..."
|
|
$K5START rsync -rlptDvz \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="src/" \
|
|
--exclude="nosrc/" \
|
|
$MIRROR/$REPO/ $BASE/$REPO/
|
|
done
|
|
|
|
date --iso-8601=ns
|
|
for obs_repo in ${OBS_REPOS[@]}; do
|
|
REPO=repositories/${obs_repo}/
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
echo "Running rsync ${obs_repo} ..."
|
|
$K5START rsync -rlptDvz \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="src/" \
|
|
--exclude="nosrc/" \
|
|
$OBS_MIRROR/$obs_repo/ $BASE/$REPO
|
|
done
|
|
|
|
REPO=tumbleweed
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO/repo/oss/
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync distribution $REPO ..."
|
|
# TW is large and can have failures, be more resilient
|
|
$K5START rsync -rlptDvz \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="i586" \
|
|
--ignore-errors \
|
|
$MIRROR/$REPO/repo/oss/ $BASE/$REPO/repo/oss/ || :
|
|
|
|
REPO=update/tumbleweed
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync distribution $REPO ..."
|
|
$K5START rsync -rlptDvz \
|
|
--timeout=600 \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="i586" \
|
|
--ignore-errors \
|
|
$OBS_MIRROR/openSUSE:/Factory:/Update/standard/ $BASE/$REPO || :
|
|
|
|
date --iso-8601=ns | $K5START tee $BASE/timestamp.txt
|
|
echo "rsync completed successfully, running vos release."
|
|
k5start -t -f /etc/afsadmin.keytab service/afsadmin -- vos release -v $MIRROR_VOLUME
|
|
|
|
date --iso-8601=ns
|
|
echo "Done."
|