71fd2f6b7f
Previously the operator could choose to leap from old code once the code to leap to had been deployed. This would cause things to break as it would attempt to run the older version code on top of the newly deployed leaped code. This identifies those conditions, alerts the operator and calls the resume_incompete_leap instead of asking the operator to input the release to upgrade from again. Change-Id: I928bf7e6db88d46617af800692e9b76a6bcc1ba8
535 lines
20 KiB
Bash
535 lines
20 KiB
Bash
#!/usr/bin/env bash
|
|
|
|
# Copyright 2017, Rackspace US, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
## Functions -----------------------------------------------------------------
|
|
function notice {
|
|
echo -e "[+]\t\033[1;32m${1}\033[0m"
|
|
}
|
|
|
|
function warning {
|
|
echo -e "[-]\t\033[1;33m${1}\033[0m"
|
|
}
|
|
|
|
function failure {
|
|
echo -e '[!]'"\t\033[1;31m${1}\033[0m"
|
|
}
|
|
|
|
function debug {
|
|
if [[ $DEBUG == "TRUE" ]]; then
|
|
echo -e "${1}" >> $DEBUG_PATH
|
|
fi
|
|
}
|
|
|
|
function tag_leap_success {
|
|
notice "LEAP ${1} success"
|
|
touch "/opt/leap42/openstack-ansible-${1}.leap"
|
|
debug "LEAP ${1} marked as success"
|
|
}
|
|
|
|
function check_for_todolist {
|
|
if [[ -v UPGRADES_TO_TODOLIST ]]; then
|
|
notice "UPGRADES_TO_TODOLIST is set, continuing..."
|
|
else
|
|
notice "Please export UPGRADES_TO_TODOLIST variable before continuing"
|
|
notice "This variable is set via the prep.sh script and details the"
|
|
notice "incremental RELEASES that need to run for the leap."
|
|
notice ""
|
|
notice "example: export UPGRADES_TO_TODOLIST=\"MITAKA NEWTON\""
|
|
exit 99
|
|
fi
|
|
}
|
|
|
|
function run_lock {
|
|
|
|
set +e
|
|
run_item="${RUN_TASKS[$1]}"
|
|
file_part="$(echo ${run_item} | cut -f 1 -d ' ' | xargs basename)"
|
|
other_args="$(echo ${run_item} | cut -f 2- -d ' ' -s | sed 's/[^[:alnum:]_]/-/g')"
|
|
debug "Run_lock on $run_item"
|
|
|
|
if [ ! -d "/etc/openstack_deploy/upgrade-leap" ]; then
|
|
mkdir -p "/etc/openstack_deploy/upgrade-leap"
|
|
fi
|
|
|
|
upgrade_marker_file=${file_part}${other_args}
|
|
upgrade_marker="/etc/openstack_deploy/upgrade-leap/$upgrade_marker_file.complete"
|
|
debug "Upgrade marker is $upgrade_marker"
|
|
|
|
if [ ! -f "$upgrade_marker" ];then
|
|
debug "Upgrade marker file not found for this run item."
|
|
debug "Will run openstack-ansible $2"
|
|
|
|
# note(sigmavirus24): use eval so that we properly turn strings like
|
|
# "/tmp/fix_container_interfaces.yml || true"
|
|
# into a command, otherwise we'll get an error that there's no playbook
|
|
# named ||
|
|
eval "openstack-ansible $2"
|
|
playbook_status="$?"
|
|
notice "Ran: $run_item"
|
|
|
|
if [ "$playbook_status" == "0" ];then
|
|
touch "${upgrade_marker}"
|
|
unset RUN_TASKS[$1]
|
|
notice "$run_item has been marked as success at ${upgrade_marker}"
|
|
else
|
|
FAILURES_LIST=$(seq $1 $((${#RUN_TASKS[@]} - 1)))
|
|
failure "******************** failure ********************"
|
|
failure "The upgrade script has encountered a failure."
|
|
failure "Failed on task \"$run_item\""
|
|
failure "Execute the remaining tasks manually:"
|
|
# NOTE:
|
|
# List the remaining, in-completed tasks from the tasks array.
|
|
# Using seq to generate a sequence which starts from the spot
|
|
# where previous exception or failures happened.
|
|
# run the tasks in order.
|
|
for item in ${FAILURES_LIST}; do
|
|
if [ -n "${RUN_TASKS[$item]}" ]; then
|
|
warning "openstack-ansible ${RUN_TASKS[$item]}"
|
|
fi
|
|
done
|
|
failure "******************** failure ********************"
|
|
exit 99
|
|
fi
|
|
else
|
|
debug "Upgrade marker file found for this run item."
|
|
RUN_TASKS=("${RUN_TASKS[@]/$run_item.*}")
|
|
fi
|
|
set -e
|
|
}
|
|
|
|
function bootstrap_recent_ansible {
|
|
# This ensures that old ansible will be removed
|
|
# and that we have a recent enough Ansible version for:
|
|
# - the variable upgrades
|
|
# - the db migrations
|
|
# - the host upgrade
|
|
# - the neutron container forget
|
|
# - the re deploy, if there was no hook that
|
|
# redeployed ansible
|
|
if [[ -d "/opt/ansible-runtime" ]]; then
|
|
rm -rf "/opt/ansible-runtime"
|
|
else
|
|
# There are several points in time where pip may have been busted or creating dist-info
|
|
# directories incorrectly. This command simply mops those bits up when the
|
|
# ansible-runtime venv does not exist.
|
|
find /usr/local/lib/python2.7/dist-packages -name '*.dist-info' -exec rm -rf {} \; || true
|
|
fi
|
|
|
|
# If there's a pip.conf file, move it out of the way
|
|
if [[ -f "${HOME}/.pip/pip.conf" ]]; then
|
|
mv "${HOME}/.pip/pip.conf" "${HOME}/.pip/pip.conf.original"
|
|
fi
|
|
|
|
# If ansible is already installed, uninstall it.
|
|
while pip uninstall -y ansible > /dev/null; do
|
|
notice "Removed System installed Ansible"
|
|
done
|
|
|
|
pushd "${BOOTSTRAP_ANSIBLE_FOLDER}"
|
|
# Install ansible for system migrations
|
|
scripts/bootstrap-ansible.sh
|
|
popd
|
|
}
|
|
|
|
function resume_incomplete_leap {
|
|
echo
|
|
notice "Detected previous leap attempt to ${CODE_UPGRADE_FROM}."
|
|
notice 'Would you like to reattempt this leap upgrade?'
|
|
read -p 'Enter "YES" to continue:' RUSURE
|
|
if [[ "${RUSURE}" != "YES" ]]; then
|
|
notice "Quitting..."
|
|
exit 99
|
|
fi
|
|
}
|
|
|
|
function validate_upgrade_input {
|
|
|
|
echo
|
|
warning "Please enter the source series to upgrade from."
|
|
notice "JUNO, KILO or LIBERTY"
|
|
read -p 'Enter "JUNO", "KILO", or "LIBERTY" to continue: ' UPGRADE_FROM
|
|
export INPUT_UPGRADE_FROM=${UPGRADE_FROM}
|
|
|
|
if [[ ${INPUT_UPGRADE_FROM} == ${CODE_UPGRADE_FROM} ]]; then
|
|
notice "Running LEAP Upgrade from ${CODE_UPGRADE_FROM} to NEWTON"
|
|
else
|
|
notice "Asking to upgrade a ${INPUT_UPGRADE_FROM}, but code is to ${CODE_UPGRADE_FROM}"
|
|
read -p 'Are you sure? Enter "YES" to continue:' RUSURE
|
|
if [[ "${RUSURE}" != "YES" ]]; then
|
|
notice "Quitting..."
|
|
exit 99
|
|
fi
|
|
# We should let the user decide if he passes through the checks
|
|
export CODE_UPGRADE_FROM=${INPUT_UPGRADE_FROM}
|
|
fi
|
|
}
|
|
|
|
function discover_code_version {
|
|
# If there is no release file present, then try to find one
|
|
# from the infra node.
|
|
if [[ ! -f "/etc/openstack-release" && ! -f "/etc/rpc-release" ]]; then
|
|
get_openstack_release_file
|
|
fi
|
|
|
|
if [[ ! -f "/etc/openstack-release" && ! -f "/etc/rpc-release" ]]; then
|
|
failure "No release file could be found."
|
|
exit 99
|
|
elif [[ ! -f "/etc/openstack-release" && -f "/etc/rpc-release" ]]; then
|
|
export CODE_UPGRADE_FROM="JUNO"
|
|
notice "You seem to be running Juno"
|
|
else
|
|
source /etc/openstack-release
|
|
case "${DISTRIB_RELEASE%%.*}" in
|
|
*11)
|
|
export CODE_UPGRADE_FROM="KILO"
|
|
notice "You seem to be running Kilo"
|
|
;;
|
|
*12)
|
|
export CODE_UPGRADE_FROM="LIBERTY"
|
|
notice "You seem to be running Liberty"
|
|
;;
|
|
*13)
|
|
export CODE_UPGRADE_FROM="MITAKA"
|
|
notice "You seem to be running Mitaka"
|
|
;;
|
|
*14)
|
|
export CODE_UPGRADE_FROM="NEWTON"
|
|
notice "You seem to be running Newton"
|
|
;;
|
|
esac
|
|
fi
|
|
}
|
|
|
|
function get_openstack_release_file {
|
|
notice "Getting openstack release file from infra1 if it exists"
|
|
# Get openstack_user_config.yml file path
|
|
USER_CONFIG_FILE=$(find /etc/ -name '*_user_config.yml' -o -name 'os-infra_hosts.yml')
|
|
# Get IP of os_infra node
|
|
INFRA_IP=$(sed -n -e '/infra_hosts/, /ip:/ p' ${USER_CONFIG_FILE} | awk '/ip:/ {print $2; exit}')
|
|
if [[ -z "${INFRA_IP}" ]]; then
|
|
failure "Could not find infra ip to get openstack-release file. Exiting.."
|
|
exit 99
|
|
fi
|
|
# Get the release file from the infra node.
|
|
set +e
|
|
errmsg=$(scp -o StrictHostKeyChecking=no root@${INFRA_IP}:/etc/openstack-release /etc/openstack-release 2>&1)
|
|
if [[ $? -ne 0 ]]; then
|
|
if echo "${errmsg}" | grep -v 'scp: /etc/openstack-release: No such file or directory'; then
|
|
failure "Fetching '/etc/openstack-release' failed with the error '${errmsg}'"
|
|
exit 99
|
|
fi
|
|
notice "An error occurred trying to scp the /etc/openstack-release file from the infra node, checking for /etc/rpc-release..."
|
|
scp -o StrictHostKeyChecking=no root@${INFRA_IP}:/etc/rpc-release /etc/rpc-release
|
|
if [[ $? -ne 0 ]]; then
|
|
notice "An error occurred trying to scp the /etc/rpc-release file from the infra node. Could not find release file. Exiting."
|
|
exit 99
|
|
fi
|
|
fi
|
|
set -e
|
|
}
|
|
|
|
function set_upgrade_vars {
|
|
notice "Setting up vars for the LEAP"
|
|
case "${CODE_UPGRADE_FROM}" in
|
|
JUNO)
|
|
export RELEASE="${JUNO_RELEASE}"
|
|
export UPGRADES_TO_TODOLIST="KILO LIBERTY MITAKA NEWTON"
|
|
export ANSIBLE_INVENTORY="/opt/leap42/openstack-ansible-${RELEASE}/rpc_deployment/inventory"
|
|
export CONFIG_DIR="/etc/rpc_deploy"
|
|
;;
|
|
KILO)
|
|
export RELEASE="${KILO_RELEASE}"
|
|
export UPGRADES_TO_TODOLIST="LIBERTY MITAKA NEWTON"
|
|
export ANSIBLE_INVENTORY="/opt/leap42/openstack-ansible-${RELEASE}/playbooks/inventory"
|
|
export CONFIG_DIR="/etc/openstack_deploy"
|
|
;;
|
|
LIBERTY)
|
|
export RELEASE="${LIBERTY_RELEASE}"
|
|
export UPGRADES_TO_TODOLIST="MITAKA NEWTON"
|
|
export ANSIBLE_INVENTORY="/opt/leap42/openstack-ansible-${RELEASE}/playbooks/inventory"
|
|
export CONFIG_DIR="/etc/openstack_deploy"
|
|
;;
|
|
MITAKA)
|
|
export RELEASE="${MITAKA_RELEASE}"
|
|
export UPGRADES_TO_TODOLIST="NEWTON"
|
|
export ANSIBLE_INVENTORY="/opt/leap42/openstack-ansible-${RELEASE}/playbooks/inventory"
|
|
export CONFIG_DIR="/etc/openstack_deploy"
|
|
;;
|
|
NEWTON)
|
|
export RELEASE="${NEWTON_RELEASE}"
|
|
export UPGRADES_TO_TODOLIST=""
|
|
export ANSIBLE_INVENTORY="/opt/leap42/openstack-ansible-${RELEASE}/playbooks/inventory"
|
|
export CONFIG_DIR="/etc/openstack_deploy"
|
|
;;
|
|
*)
|
|
warning "The option CODE_UPGRADE_FROM is set to \"${CODE_UPGRADE_FROM}\""
|
|
failure "No CODE_UPGRADE_FROM match found. Please set CODE_UPGRADE_FROM before continuing."
|
|
exit 99
|
|
;;
|
|
esac
|
|
# Do not forget to export the TODOLIST if you run the scripts one by one.
|
|
warning "export UPGRADES_TO_TODOLIST=\"${UPGRADES_TO_TODOLIST}\""
|
|
}
|
|
|
|
function pre_flight {
|
|
## Pre-flight Check ----------------------------------------------------------
|
|
# Clear the screen and make sure the user understands whats happening.
|
|
clear
|
|
|
|
# Notify the user.
|
|
warning "This script will perform a LEAP upgrade to Newton."
|
|
warning "Once you start the upgrade there's no going back."
|
|
warning "**Note, this is an OFFLINE upgrade**"
|
|
notice "If you want to run the upgrade in parts please exit this script to do so."
|
|
warning "Are you ready to perform this upgrade now?"
|
|
|
|
# Confirm the user is ready to upgrade.
|
|
if [[ "${VALIDATE_UPGRADE_INPUT}" == "TRUE" ]]; then
|
|
read -p 'Enter "YES" to continue or anything else to quit: ' UPGRADE
|
|
if [ "${UPGRADE}" == "YES" ]; then
|
|
notice "Running LEAP Upgrade"
|
|
else
|
|
notice "Exiting, input wasn't YES"
|
|
exit 99
|
|
fi
|
|
fi
|
|
|
|
if [[ ! -n "${CODE_UPGRADE_FROM}" ]]; then
|
|
discover_code_version
|
|
fi
|
|
set_upgrade_vars
|
|
|
|
if [[ -f "${CONFIG_DIR}/upgrade-leap/redeploy-started.complete" && ! -f "${CONFIG_DIR}/upgrade-leap/osa-leap.complete" ]]; then
|
|
warning "Redeploy of ${CODE_UPGRADE_FROM} started but did not complete..."
|
|
resume_incomplete_leap
|
|
elif [[ -f "/opt/leap42/openstack-ansible-upgrade-hostupgrade.leap" ]] ; then
|
|
warning "Current code deployed is ${CODE_UPGRADE_FROM}"
|
|
warning "and it appears the leap process was interrupted after"
|
|
warning "starting the deployment of ${CODE_UPGRADE_FROM}."
|
|
resume_incomplete_leap
|
|
elif [ "${VALIDATE_UPGRADE_INPUT}" == "TRUE" ]; then
|
|
validate_upgrade_input
|
|
fi
|
|
|
|
mkdir -p /opt/leap42/venvs
|
|
|
|
# If the lxc backend store was not set halt and instruct the user to set it. In Juno we did more to detect the backend storage
|
|
# size than we do in later releases. While the auto-detection should still work it's best to have the deployer set the value
|
|
# desired before moving forward.
|
|
if ! grep -qwrn "^lxc_container_backing_store" $CONFIG_DIR; then
|
|
failure "ERROR: 'lxc_container_backing_store' is unset leading to an ambiguous container backend store."
|
|
failure "Before continuing please set the 'lxc_container_backing_store' in your user_variables.yml file."
|
|
failure "Valid options are 'dir', 'lvm', and 'overlayfs'".
|
|
exit 99
|
|
fi
|
|
|
|
if ! grep -qwrn "^neutron_legacy_ha_tool_enabled" $CONFIG_DIR; then
|
|
failure "ERROR: 'neutron_legacy_ha_tool_enabled' is unset leading to an ambiguous l3ha handling."
|
|
failure "Before continuing please set the 'neutron_legacy_ha_tool_enabled' in your user_variables.yml file."
|
|
exit 99
|
|
fi
|
|
|
|
if [[ ! -f /opt/leap42/rebootstrap-ansible ]]; then
|
|
# Don't run this over and over again if the variables above are not set!
|
|
pushd /opt/leap42
|
|
# Using this lookup plugin because it allows us to compile exact service releaes and build a complete venv from it
|
|
wget https://raw.githubusercontent.com/openstack/openstack-ansible-plugins/e069d558b3d6ae8fc505d406b13a3fb66201a9c7/lookup/py_pkgs.py -O py_pkgs.py
|
|
chmod +x py_pkgs.py
|
|
popd
|
|
|
|
# Upgrade pip if it's needed. This will re-install pip using the constraints
|
|
if dpkg --compare-versions "$(pip --version | awk '{print $2}')" "lt" "9.0.1"; then
|
|
wget https://raw.githubusercontent.com/pypa/get-pip/430ba37776ae2ad89f794c7a43b90dc23bac334c/get-pip.py -O /opt/get-pip.py
|
|
rm -rf /usr/local/lib/python2.7/dist-packages/{setuptools,wheel,pip,distutils,packaging}*
|
|
python /opt/get-pip.py --constraint "${SYSTEM_PATH}/lib/upgrade-requirements.txt" --force-reinstall --upgrade --isolated
|
|
fi
|
|
|
|
# Ensure all of the required packages are installed
|
|
pip install --requirement "${SYSTEM_PATH}/lib/upgrade-requirements.txt" --upgrade --isolated
|
|
|
|
if [[ -d "/opt/ansible-runtime" ]]; then
|
|
rm -rf "/opt/ansible-runtime"
|
|
fi
|
|
|
|
virtualenv /opt/ansible-runtime
|
|
PS1="\\u@\h \\W]\\$" . "/opt/ansible-runtime/bin/activate"
|
|
pip install "ansible==1.9.3" "netaddr>=0.7.12,<=0.7.13" --force-reinstall --upgrade --isolated
|
|
deactivate
|
|
touch /opt/leap42/rebootstrap-ansible
|
|
fi
|
|
}
|
|
|
|
function run_items {
|
|
### Run system upgrade processes
|
|
pushd "$1"
|
|
if [[ -e "playbooks" ]]; then
|
|
PB_DIR="playbooks"
|
|
elif [[ -e "rpc_deployment" ]]; then
|
|
PB_DIR="rpc_deployment"
|
|
else
|
|
failure "No known playbook directory found"
|
|
exit 99
|
|
fi
|
|
|
|
# Before running anything execute inventory to ensure functionality
|
|
if [[ -f "${PB_DIR}/inventory/dynamic_inventory.py" ]]; then
|
|
python "${PB_DIR}/inventory/dynamic_inventory.py" > /dev/null
|
|
fi
|
|
|
|
pushd ${PB_DIR}
|
|
# Run the tasks in order
|
|
for item in ${!RUN_TASKS[@]}; do
|
|
debug "Run_items of ${item}: ${RUN_TASKS[$item]}. Starting run_lock"
|
|
run_lock $item "${RUN_TASKS[$item]}"
|
|
done
|
|
popd
|
|
popd
|
|
}
|
|
|
|
function clone_release {
|
|
# If the git directory is not present clone the source into place at the given directory
|
|
if [[ ! -d "/opt/leap42/openstack-ansible-base/.git" ]]; then
|
|
git clone https://git.openstack.org/openstack/openstack-ansible "/opt/leap42/openstack-ansible-base"
|
|
fi
|
|
|
|
# The clone release function clones everything from upstream into the leap42 directory as needed.
|
|
if [[ ! -d "/opt/leap42/openstack-ansible-$1" ]]; then
|
|
cp -R "/opt/leap42/openstack-ansible-base" "/opt/leap42/openstack-ansible-$1"
|
|
fi
|
|
|
|
# Once cloned the method will perform a checkout of the branch, tag, or commit.
|
|
# Enter the clone directory and checkout the given branch, If the given checkout has an
|
|
# "ignore-changes.marker" file present the checkout will be skipped.
|
|
pushd "/opt/leap42/openstack-ansible-$1"
|
|
if [[ ! -f "ignore-changes.marker" ]]; then
|
|
git clean -qfdx
|
|
git fetch --all
|
|
git checkout "$1"
|
|
fi
|
|
popd
|
|
}
|
|
|
|
function link_release {
|
|
### Because there are multiple releases that we'll need to run through to get the system up-to-date
|
|
### and because the "/opt/openstack-ansible" dir must exist, this function will move any existing
|
|
### "/opt/openstack-ansible" dir to a backup dir and then link our multiple releases into the
|
|
### standard repository dir as needed.
|
|
if [[ -d "/opt/openstack-ansible" ]]; then
|
|
mv "/opt/openstack-ansible" "/opt/openstack-ansible.bak"
|
|
fi
|
|
ln -sf "$1" "/opt/openstack-ansible"
|
|
}
|
|
|
|
function run_venv_prep {
|
|
# If the ansible-playbook command is not found this will bootstrap the system
|
|
if ! which ansible-playbook; then
|
|
pushd "/opt/leap42/openstack-ansible-$1"
|
|
bash scripts/bootstrap-ansible.sh # install ansible because it's not currently ready
|
|
popd
|
|
fi
|
|
|
|
if [[ -e "/etc/rpc_deploy" ]]; then
|
|
PB_DIR="/opt/leap42/openstack-ansible-${JUNO_RELEASE}/rpc_deployment"
|
|
else
|
|
PB_DIR="/opt/leap42/openstack-ansible-${RELEASE}/playbooks"
|
|
fi
|
|
|
|
pushd "${PB_DIR}"
|
|
openstack-ansible "${UPGRADE_UTILS}/venv-prep.yml" -e "venv_tar_location=/opt/leap42/venvs/openstack-ansible-$1.tgz"
|
|
popd
|
|
}
|
|
|
|
function build_venv {
|
|
# Building venv requires to be able to install liberasurecode-dev for swift.
|
|
# It should be found in backports or UCA.
|
|
apt-get update > /dev/null
|
|
|
|
# Install liberasurecode-dev which will be used in the venv creation process
|
|
if ! apt-cache search liberasurecode-dev | grep liberasurecode-dev; then
|
|
failure "Can't install liberasurecode-dev. Enable trusty backports or UCA on this host."
|
|
exit 99
|
|
fi
|
|
apt-get -y install liberasurecode-dev > /dev/null
|
|
|
|
# Install libmysqlclient-dev so that we are later able to build mysql-python
|
|
# Allow libmariadbclient-dev to be used instead
|
|
if apt --installed list | grep libmariadbclient; then
|
|
apt-get -y install libmariadbclient-dev > /dev/null
|
|
else
|
|
apt-get -y install libmysqlclient-dev > /dev/null
|
|
fi
|
|
|
|
# install ldap and sasl headers for pyldap (or ldap-python)
|
|
apt-get -y install libldap2-dev libsasl2-dev libxml2-dev libxslt1-dev
|
|
|
|
### The venv build is done using a modern version of the py_pkgs plugin which collects all versions of
|
|
### the OpenStack components from a given release. This creates 1 large venv per migratory release.
|
|
# If the venv archive exists delete it.
|
|
if [[ ! -f "/opt/leap42/venvs/openstack-ansible-$1.tgz" ]]; then
|
|
# Create venv
|
|
virtualenv --never-download --always-copy "/opt/leap42/venvs/openstack-ansible-$1"
|
|
PS1="\\u@\h \\W]\\$" . "/opt/leap42/venvs/openstack-ansible-$1/bin/activate"
|
|
pip install --upgrade --isolated --force-reinstall
|
|
|
|
# Modern Ansible is needed to run the package lookups
|
|
pip install --isolated "ansible==2.1.1.0" "mysql-python" "vine" "pymysql"
|
|
|
|
# Get package dump from the OSA release
|
|
PKG_DUMP=$(python /opt/leap42/py_pkgs.py /opt/leap42/openstack-ansible-$1/playbooks/defaults/repo_packages)
|
|
PACKAGES=$(python <<EOC
|
|
import json
|
|
packages = json.loads("""$PKG_DUMP""")
|
|
remote_packages = packages[0]['remote_packages']
|
|
print(' '.join([i for i in remote_packages if 'openstack' in i and 'tempest' not in i]))
|
|
EOC)
|
|
REQUIREMENTS=($(python <<EOC
|
|
import json
|
|
packages = json.loads("""$PKG_DUMP""")
|
|
remote_package_parts = packages[0]['remote_package_parts']
|
|
requirements = filter(lambda package: package['name'] == 'requirements', remote_package_parts)
|
|
print(requirements[0]['url'])
|
|
print(requirements[0]['version'])
|
|
EOC))
|
|
|
|
git clone ${REQUIREMENTS[0]} "/opt/leap42/openstack-ansible-$1/requirements"
|
|
pushd "/opt/leap42/openstack-ansible-$1/requirements"
|
|
git checkout ${REQUIREMENTS[1]}
|
|
popd
|
|
|
|
pip install --isolated $PACKAGES --constraint "/opt/leap42/openstack-ansible-$1/requirements/upper-constraints.txt"
|
|
deactivate
|
|
|
|
# Create venv archive
|
|
pushd /opt/leap42/venvs
|
|
find "openstack-ansible-$1" -name '*.pyc' -exec rm {} \;
|
|
tar -czf "openstack-ansible-$1.tgz" "openstack-ansible-$1"
|
|
popd
|
|
else
|
|
notice "The venv \"/opt/leap42/venvs/openstack-ansible-$1.tgz\" already exists. If you need to recreate this venv, delete it."
|
|
fi
|
|
run_venv_prep "$1"
|
|
}
|
|
|
|
function get_venv {
|
|
# Attempt to prefetch a venv archive before building it.
|
|
if ! wget "${VENV_URL}/openstack-ansible-$1.tgz" -O "/opt/leap42/venvs/openstack-ansible-$1.tgz"; then
|
|
rm "/opt/leap42/venvs/openstack-ansible-$1.tgz"
|
|
build_venv "$1"
|
|
else
|
|
run_venv_prep "$1"
|
|
fi
|
|
}
|