a6ece2cacc
If you are running these jobs by hand you are doing something that will be expected to take a long time (initial sync, recovery, etc.). Make these scripts assume interactivity and default to *not* running under timeout -- it's too easy to forget NO_TIMEOUT when running manually and having the job killed. We already have an UNDER_CRON variable set so that we only send stats when running ... under cron. Reuse this here for the timeout flag. Change-Id: Ic2d2f39bb18d247c853284512fe0dc37485c00a4
113 lines
2.6 KiB
Bash
Executable File
113 lines
2.6 KiB
Bash
Executable File
#!/bin/bash -xe
|
|
# Copyright 2016 Red Hat, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
source /usr/share/mirror-update/functions.sh
|
|
|
|
MIRROR_VOLUME=$1
|
|
|
|
# Runs with timeout under cron
|
|
if [[ ${UNDER_CRON:-0} -eq 0 ]]; then
|
|
echo_ts "Running interactively"
|
|
TIMEOUT=""
|
|
set -x
|
|
else
|
|
TIMEOUT="timeout -k 2m 90m"
|
|
fi
|
|
|
|
_DRY_RUN=''
|
|
if [[ ${DRY_RUN:-0} -eq 1 ]]; then
|
|
echo "Dry run only"
|
|
_DRY_RUN='--dry-run'
|
|
fi
|
|
|
|
RSYNC="rsync ${_DRY_RUN} -rltvz"
|
|
|
|
BASE="/afs/.openstack.org/mirror/centos"
|
|
K5START="k5start -t -f /etc/centos.keytab service/centos-mirror -- $TIMEOUT"
|
|
|
|
if [[ ${DRY_RUN:-0} -ne 1 ]]; then
|
|
# Cleanup old repos
|
|
for REPO in 8 altarch ; do
|
|
if [ -d $BASE/$REPO/ ]; then
|
|
$K5START rm -rf $BASE/$REPO/
|
|
fi
|
|
done
|
|
fi
|
|
|
|
#
|
|
# -- Centos 8-stream --
|
|
#
|
|
|
|
MIRROR=rsync://mirror.facebook.net/centos/8-stream/ # somewhere in US
|
|
|
|
if ! [ -f $BASE/8-stream ]; then
|
|
$K5START mkdir -p $BASE/8-stream
|
|
fi
|
|
date --iso-8601=ns
|
|
echo "Running Centos 8-stream rsync..."
|
|
$K5START ${RSYNC} \
|
|
--delete \
|
|
--delete-excluded \
|
|
--exclude="isos" \
|
|
--exclude="images/" \
|
|
--exclude="isolinux/" \
|
|
--exclude="ppc64le*" \
|
|
--exclude=".*" \
|
|
$MIRROR $BASE/8-stream
|
|
|
|
#
|
|
# -- Centos 7 --
|
|
#
|
|
|
|
MIRROR="rsync://mirror.facebook.net/centos/"
|
|
REPOS="7"
|
|
|
|
for REPO in $REPOS; do
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
|
|
MIRROR_PATH=$MIRROR/$REPO/
|
|
EXTRA_OPTS="--links" # -l
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync..."
|
|
$K5START ${RSYNC} \
|
|
--delete \
|
|
--delete-excluded \
|
|
--exclude="atomic" \
|
|
--exclude="centosplus" \
|
|
--exclude="experimental" \
|
|
--exclude="fasttrack" \
|
|
--exclude="isos" \
|
|
--exclude="images/" \
|
|
--exclude="isolinux/" \
|
|
--exclude="paas" \
|
|
--exclude="*/drpms" \
|
|
$EXTRA_OPTS \
|
|
$MIRROR_PATH $BASE/$REPO/
|
|
|
|
# TODO(pabelanger): Validate rsync process
|
|
done
|
|
|
|
if [[ ${DRY_RUN:-0} -ne 1 ]]; then
|
|
date --iso-8601=ns | $K5START tee $BASE/timestamp.txt
|
|
echo "rsync completed successfully, running vos release."
|
|
vos_release $MIRROR_VOLUME
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Done."
|