
Currently all pip install tasks only require the package to be present. This means that when an environment undergoes a minor upgrade the package is not upgraded to the same version that was tested with. This ultimately results in a deployed environment that does not match the tested environment. While for the services installed into venvs this is not an issue, it does affect those which do not use venvs and any packages which are installed outside of a venv or on top of a venv. This patch changes the behaviour to ensure that the install task will always use the latest available package. In developer_mode this will mean using the version specified in upper-constraints, and in an integrated build this will mean the version which is available in the wheel repo's folder for the tag. Change-Id: I1d6f0123b81a0cfc20a6d30c1a87d1f861a473a7
242 lines
6.3 KiB
YAML
242 lines
6.3 KiB
YAML
---
|
|
# Copyright 2014, Rackspace US, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
#TODO(evrardjp): Replace the next 2 tasks by a standard apt with cache
|
|
#when https://github.com/ansible/ansible-modules-core/pull/1517 is merged
|
|
#in 1.9.x or we move to 2.0 (if tested working)
|
|
- name: Check apt last update file
|
|
stat:
|
|
path: /var/cache/apt
|
|
register: apt_cache_stat
|
|
tags:
|
|
- nova-apt-packages
|
|
|
|
- name: Update apt if needed
|
|
apt:
|
|
update_cache: yes
|
|
when: "ansible_date_time.epoch|float - apt_cache_stat.stat.mtime > {{cache_timeout}}"
|
|
tags:
|
|
- nova-apt-packages
|
|
|
|
- name: Install apt packages
|
|
apt:
|
|
pkg: "{{ item }}"
|
|
state: latest
|
|
register: install_packages
|
|
until: install_packages|success
|
|
retries: 5
|
|
delay: 2
|
|
with_items: nova_apt_packages
|
|
tags:
|
|
- nova-install
|
|
- nova-apt-packages
|
|
|
|
- name: Create developer mode constraint file
|
|
copy:
|
|
dest: "/opt/developer-pip-constraints.txt"
|
|
content: |
|
|
{% for item in nova_developer_constraints %}
|
|
{{ item }}
|
|
{% endfor %}
|
|
when:
|
|
- nova_developer_mode | bool
|
|
tags:
|
|
- nova-install
|
|
- nova-pip-packages
|
|
|
|
- name: Clone requirements git repository
|
|
git:
|
|
repo: "{{ nova_requirements_git_repo }}"
|
|
dest: "/opt/requirements"
|
|
clone: yes
|
|
update: yes
|
|
version: "{{ nova_requirements_git_install_branch }}"
|
|
when:
|
|
- nova_developer_mode | bool
|
|
tags:
|
|
- nova-install
|
|
- nova-pip-packages
|
|
|
|
- name: Add constraints to pip_install_options fact for developer mode
|
|
set_fact:
|
|
pip_install_options_fact: "{{ pip_install_options|default('') }} --constraint /opt/developer-pip-constraints.txt --constraint /opt/requirements/upper-constraints.txt"
|
|
when:
|
|
- nova_developer_mode | bool
|
|
tags:
|
|
- nova-install
|
|
- nova-pip-packages
|
|
|
|
- name: Set pip_install_options_fact when not in developer mode
|
|
set_fact:
|
|
pip_install_options_fact: "{{ pip_install_options|default('') }}"
|
|
when:
|
|
- not nova_developer_mode | bool
|
|
tags:
|
|
- nova-install
|
|
- nova-pip-packages
|
|
|
|
- name: Install requires pip packages
|
|
pip:
|
|
name: "{{ item }}"
|
|
state: latest
|
|
extra_args: "{{ pip_install_options_fact }}"
|
|
register: install_packages
|
|
until: install_packages|success
|
|
retries: 5
|
|
delay: 2
|
|
with_items: nova_requires_pip_packages
|
|
tags:
|
|
- nova-install
|
|
- nova-pip-packages
|
|
|
|
- name: Get local venv checksum
|
|
stat:
|
|
path: "/var/cache/{{ nova_venv_download_url | basename }}"
|
|
get_md5: False
|
|
when:
|
|
- not nova_developer_mode | bool
|
|
- nova_venv_enabled | bool
|
|
register: local_venv_stat
|
|
tags:
|
|
- nova-install
|
|
- nova-pip-packages
|
|
|
|
- name: Get remote venv checksum
|
|
uri:
|
|
url: "{{ nova_venv_download_url | replace('tgz', 'checksum') }}"
|
|
return_content: True
|
|
when:
|
|
- not nova_developer_mode | bool
|
|
- nova_venv_enabled | bool
|
|
register: remote_venv_checksum
|
|
tags:
|
|
- nova-install
|
|
- nova-pip-packages
|
|
|
|
# TODO: When project moves to ansible 2 we can pass this a sha256sum which will:
|
|
# a) allow us to remove force: yes
|
|
# b) allow the module to calculate the checksum of dest file which would
|
|
# result in file being downloaded only if provided and dest sha256sum
|
|
# checksums differ
|
|
- name: Attempt venv download
|
|
get_url:
|
|
url: "{{ nova_venv_download_url }}"
|
|
dest: "/var/cache/{{ nova_venv_download_url | basename }}"
|
|
force: yes
|
|
ignore_errors: true
|
|
register: get_venv
|
|
when:
|
|
- not nova_developer_mode | bool
|
|
- nova_venv_enabled | bool
|
|
- (local_venv_stat.stat.exists == False or
|
|
{{ local_venv_stat.stat.checksum is defined and local_venv_stat.stat.checksum != remote_venv_checksum.content | trim }})
|
|
tags:
|
|
- nova-install
|
|
- nova-pip-packages
|
|
|
|
- name: Set nova get_venv fact
|
|
set_fact:
|
|
nova_get_venv: "{{ get_venv }}"
|
|
when: nova_venv_enabled | bool
|
|
tags:
|
|
- nova-install
|
|
- nova-pip-packages
|
|
|
|
- name: Remove existing venv
|
|
file:
|
|
path: "{{ nova_venv_bin | dirname }}"
|
|
state: absent
|
|
when:
|
|
- nova_venv_enabled | bool
|
|
- nova_get_venv | changed
|
|
tags:
|
|
- nova-install
|
|
- nova-pip-packages
|
|
|
|
- name: Create nova venv dir
|
|
file:
|
|
path: "{{ nova_venv_bin | dirname }}"
|
|
state: directory
|
|
when:
|
|
- not nova_developer_mode | bool
|
|
- nova_venv_enabled | bool
|
|
- nova_get_venv | changed
|
|
tags:
|
|
- nova-install
|
|
- nova-pip-packages
|
|
|
|
- name: Unarchive pre-built venv
|
|
unarchive:
|
|
src: "/var/cache/{{ nova_venv_download_url | basename }}"
|
|
dest: "{{ nova_venv_bin | dirname }}"
|
|
copy: "no"
|
|
when:
|
|
- not nova_developer_mode | bool
|
|
- nova_venv_enabled | bool
|
|
- nova_get_venv | changed
|
|
notify: Restart nova services
|
|
tags:
|
|
- nova-install
|
|
- nova-pip-packages
|
|
|
|
- name: Update virtualenv path
|
|
command: >
|
|
virtualenv-tools --update-path=auto {{ nova_venv_bin | dirname }}
|
|
when:
|
|
- not nova_developer_mode | bool
|
|
- nova_venv_enabled | bool
|
|
- nova_get_venv | success
|
|
tags:
|
|
- nova-install
|
|
- nova-pip-packages
|
|
|
|
- name: Install pip packages (venv)
|
|
pip:
|
|
name: "{{ item }}"
|
|
state: latest
|
|
virtualenv: "{{ nova_venv_bin | dirname }}"
|
|
virtualenv_site_packages: "no"
|
|
extra_args: "{{ pip_install_options_fact }}"
|
|
register: install_packages
|
|
until: install_packages|success
|
|
retries: 5
|
|
delay: 2
|
|
with_items: nova_pip_packages
|
|
when:
|
|
- nova_venv_enabled | bool
|
|
- nova_get_venv | failed or nova_developer_mode | bool
|
|
notify: Restart nova services
|
|
tags:
|
|
- nova-install
|
|
- nova-pip-packages
|
|
|
|
- name: Install pip packages (no venv)
|
|
pip:
|
|
name: "{{ item }}"
|
|
state: latest
|
|
extra_args: "{{ pip_install_options_fact }}"
|
|
register: install_packages
|
|
until: install_packages|success
|
|
retries: 5
|
|
delay: 2
|
|
with_items: nova_pip_packages
|
|
when:
|
|
- not nova_developer_mode | bool
|
|
- not nova_venv_enabled | bool
|
|
notify: Restart nova services
|
|
tags:
|
|
- nova-install
|
|
- nova-pip-packages
|