b85282c046
This move was prompted by wishing to expose the mirror update logs for the rsync updates so that debugging problems does not require a root user (note: not actually done in this change; will be a follow-on). Rather than start hacking at puppet, the rsync mirror scripts make a nice delination point for starting an Ansible-first/Bionic update. Most magic is included in the scripts, so there is not much more to do than copy them. The host uses the existing kerberos and openafs roles and copies the key material into place (to be added before merge). Note the scripts are removed from the extant puppet so we don't have two updates happening simultaneously. This will also require a manual clean to remove the cron jobs as a once-off when merging. The other part of mirror-update is the reprepro based scripts for the various debuntu repositories. They are left as future work for now. Testing is added to ensure dependencies and scripts are all in place. Change-Id: I525ac18b55f0e11b0a541b51fa97ee5d6512bf70
134 lines
4.1 KiB
Bash
Executable File
134 lines
4.1 KiB
Bash
Executable File
#!/bin/bash -xe
|
|
# Copyright 2017 SUSE Linux GmbH
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
MIRROR_VOLUME=$1
|
|
|
|
if [[ ${NO_TIMEOUT:-0} -eq 1 ]]; then
|
|
echo "Running interactively"
|
|
TIMEOUT=""
|
|
else
|
|
TIMEOUT="timeout -k 2m 30m"
|
|
fi
|
|
|
|
BASE="/afs/.openstack.org/mirror/opensuse"
|
|
MIRROR="rsync://mirror.us.leaseweb.net/opensuse"
|
|
OBS_MIRROR="rsync://provo-mirror.opensuse.org/opensuse/repositories"
|
|
OBS_REPOS=('Virtualization:/containers/openSUSE_Leap_42.3'
|
|
'Virtualization:/containers/openSUSE_Leap_15.0'
|
|
'Virtualization:/containers:/images:/openSUSE-Leap-15.0'
|
|
'Cloud:/OpenStack:/Queens/openSUSE_Leap_42.3'
|
|
'Cloud:/OpenStack:/Queens/openSUSE_Leap_15.0'
|
|
'Cloud:/OpenStack:/Rocky/openSUSE_Leap_42.3'
|
|
'Cloud:/OpenStack:/Rocky/openSUSE_Leap_15.0'
|
|
'Cloud:/OpenStack:/Stein/openSUSE_Leap_15.0'
|
|
'Cloud:/OpenStack:/Stein/openSUSE_Leap_15.1'
|
|
'Cloud:/OpenStack:/Master/openSUSE_Leap_15.0'
|
|
'Cloud:/OpenStack:/Master/openSUSE_Leap_15.1')
|
|
K5START="k5start -t -f /etc/opensuse.keytab service/opensuse-mirror -- $TIMEOUT"
|
|
|
|
# NOTE(hwoarang): Ensure old distros are not mirrored aymore
|
|
for REPO in distribution/leap/42.2 update/leap/42.2 \
|
|
distribution/leap/15.0/jeos distribution/leap/15.0/live \
|
|
repositories/Cloud:/OpenStack:/Master/openSUSE_Leap_42.3 ; do
|
|
if [ -d $BASE/$REPO ]; then
|
|
$K5START rm -rf $BASE/$REPO
|
|
fi
|
|
done
|
|
|
|
# NOTE(hwoarang): 15.1 is newer than 15.0 is newer than 42.3.
|
|
for DISTVER in 42.3 15.0 15.1; do
|
|
REPO=distribution/leap/$DISTVER/repo
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync distribution $DISTVER ..."
|
|
$K5START rsync -rlptDvz \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="iso" \
|
|
--exclude=".~tmp~" \
|
|
$MIRROR/$REPO/ $BASE/$REPO/
|
|
|
|
REPO=update/leap/$DISTVER
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync updates $DISTVER ..."
|
|
$K5START rsync -rlptDvz \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="src/" \
|
|
--exclude="nosrc/" \
|
|
--exclude=".~tmp~" \
|
|
$MIRROR/$REPO/ $BASE/$REPO/
|
|
done
|
|
|
|
date --iso-8601=ns
|
|
for obs_repo in ${OBS_REPOS[@]}; do
|
|
REPO=repositories/${obs_repo}/
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
echo "Running rsync ${obs_repo} ..."
|
|
$K5START rsync -rlptDvz \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="src/" \
|
|
--exclude="nosrc/" \
|
|
--exclude=".~tmp~" \
|
|
$OBS_MIRROR/$obs_repo/ $BASE/$REPO
|
|
done
|
|
|
|
REPO=tumbleweed
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO/repo/oss/
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync distribution $REPO ..."
|
|
# TW is large and can have failures, be more resilient
|
|
$K5START rsync -rlptDvz \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="i586" \
|
|
--ignore-errors \
|
|
$MIRROR/$REPO/repo/oss/ $BASE/$REPO/repo/oss/ || :
|
|
|
|
REPO=update/tumbleweed
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync distribution $REPO ..."
|
|
$K5START rsync -rlptDvz \
|
|
--timeout=600 \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="i586" \
|
|
--ignore-errors \
|
|
$OBS_MIRROR/openSUSE:/Factory:/Update/standard/ $BASE/$REPO || :
|
|
|
|
date --iso-8601=ns | $K5START tee $BASE/timestamp.txt
|
|
echo "rsync completed successfully, running vos release."
|
|
k5start -t -f /etc/afsadmin.keytab service/afsadmin -- vos release -v $MIRROR_VOLUME
|
|
|
|
date --iso-8601=ns
|
|
echo "Done."
|