openstack-ansible-os_tempest/tasks/tempest_install.yml
Markos Chandras 1c4e1ced6a Prefer distribution packages for Tempest dependencies
Distributions provide packages for all the Tempest role dependencies
so we can use these instead of the ones from PIP in order to keep
the host as clean as possible. openSUSE provides suitable versions for
all of them, whereas Ubuntu provides everything except for shade which
we still need to get from PIP. Similarly, CentOS provides everything
except from virtualenv but this is being installed in the
openstack_hosts role.

Since we are still mixing distribution and pip packages, we need to
stop using upper-constrains when installing pip packages on the host
so distro packages can be used to satisfy their dependencies.

Change-Id: I5a78e2120e596d36629b4ba978b2b5df76b149b0
Implements: blueprint openstack-distribution-packages
2018-05-09 11:20:24 +01:00

211 lines
7.5 KiB
YAML

---
# Copyright 2014, Rackspace US, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
- name: Install distro packages
package:
name: "{{ tempest_distro_packages }}"
state: "{{ tempest_package_state }}"
update_cache: "{{ (ansible_pkg_mgr in ['apt', 'zypper']) | ternary('yes', omit) }}"
cache_valid_time: "{{ (ansible_pkg_mgr == 'apt') | ternary(cache_timeout, omit) }}"
register: install_packages
until: install_packages|success
retries: 5
delay: 2
- name: Create developer mode constraint file
copy:
dest: "/opt/developer-pip-constraints.txt"
content: |
{% for item in tempest_developer_constraints %}
{{ item }}
{% endfor %}
when: tempest_developer_mode | bool
- name: Install requires pip packages
pip:
name: "{{ tempest_requires_pip_packages }}"
state: "{{ tempest_pip_package_state }}"
extra_args: >-
{{ tempest_developer_mode | ternary(pip_install_developer_constraints | default('--constraint /opt/developer-pip-constraints.txt'), '') }}
{{ pip_install_options | default('') }}
register: install_packages
until: install_packages|success
retries: 5
delay: 2
- name: Retrieve checksum for venv download
uri:
url: "{{ tempest_venv_download_url | replace('tgz', 'checksum') }}"
return_content: yes
register: tempest_venv_checksum
when: tempest_venv_download | bool
- name: Attempt venv download
get_url:
url: "{{ tempest_venv_download_url }}"
dest: "/var/cache/{{ tempest_venv_download_url | basename }}"
checksum: "sha1:{{ tempest_venv_checksum.content | trim }}"
register: tempest_get_venv
when: tempest_venv_download | bool
- name: Remove existing venv
file:
path: "{{ tempest_venv_bin | dirname }}"
state: absent
when: tempest_get_venv | changed
- name: Create tempest venv dir
file:
path: "{{ tempest_venv_bin | dirname }}"
state: directory
mode: "0755"
register: tempest_venv_dir
when: tempest_get_venv | changed
- name: Unarchive pre-built venv
unarchive:
src: "/var/cache/{{ tempest_venv_download_url | basename }}"
dest: "{{ tempest_venv_bin | dirname }}"
copy: "no"
when: tempest_get_venv | changed
- name: Install pip packages
pip:
name: "{{ tempest_pip_packages }}"
state: "{{ tempest_pip_package_state }}"
virtualenv: "{{ tempest_venv_bin | dirname }}"
virtualenv_site_packages: "no"
extra_args: >-
{{ tempest_developer_mode | ternary(pip_install_developer_constraints | default('--constraint /opt/developer-pip-constraints.txt'), '') }}
{{ (pip_install_upper_constraints is defined) | ternary('--constraint ' + pip_install_upper_constraints | default(''),'') }}
{{ pip_install_options | default('') }}
register: install_packages
until: install_packages|success
retries: 5
delay: 2
when: tempest_get_venv | failed or tempest_get_venv | skipped
- name: Remove python from path first (CentOS, openSUSE)
file:
path: "{{ tempest_venv_bin | dirname }}/bin/python2.7"
state: "absent"
when:
- ansible_pkg_mgr in ['yum', 'dnf', 'zypper']
- tempest_get_venv | changed
# NOTE(odyssey4me):
# We reinitialize the venv to ensure that the right
# version of python is in the venv, but we do not
# want virtualenv to also replace pip, setuptools
# and wheel so we tell it not to.
# We do not use --always-copy for CentOS/SuSE due
# to https://github.com/pypa/virtualenv/issues/565
- name: Reset virtualenv and update its paths
shell: |
find {{ tempest_venv_bin }} -name \*.pyc -delete
sed -si '1s/^.*python.*$/#!{{ tempest_venv_bin | replace ('/','\/') }}\/python/' {{ tempest_venv_bin }}/*
virtualenv {{ tempest_venv_bin | dirname }} \
{{ (ansible_pkg_mgr == 'apt') | ternary('--always-copy', '') }} \
--no-pip \
--no-setuptools \
--no-wheel
when: tempest_get_venv | changed
tags:
- skip_ansible_lint
- name: Get tempest plugins from git
git:
repo: "{{ item.repo }}"
dest: "/opt/{{ item.name|replace('-', '_') }}_{{ item.branch|replace('/', '_') }}"
version: "{{ item.branch }}"
force: yes
with_items: "{{ tempest_plugins }}"
when: item.repo is defined
register: git_clone
until: git_clone|success
retries: 5
delay: 2
- name: Check for the existance of the test-requirements.txt file
stat:
path: "/opt/{{ item.name|replace('-', '_') }}_{{ item.branch|replace('/', '_') }}/test-requirements.txt"
with_items: "{{ tempest_plugins }}"
when: item.repo is defined
register: _test_requirements_stat
- name: Install tempest plugin requirements
pip:
requirements: "{{ item.stat.path }}"
state: "{{ tempest_pip_package_state }}"
virtualenv: "{{ tempest_venv_bin | dirname }}"
virtualenv_site_packages: "no"
extra_args: >-
{{ tempest_developer_mode | ternary(pip_install_developer_constraints | default('--constraint /opt/developer-pip-constraints.txt'), '') }}
{{ (pip_install_upper_constraints is defined) | ternary('--constraint ' + pip_install_upper_constraints | default(''),'') }}
{{ pip_install_options | default('') }}
--isolated
with_items: "{{ _test_requirements_stat.results }}"
when:
- "item.item.repo is defined"
- "item.stat.exists"
- "(item.item.install_test_requirements | default(True)) | bool"
register: install_tempest_plugin_requirements
until: install_tempest_plugin_requirements | success
retries: 5
delay: 2
- name: Install tempest plugins from cloned repo
pip:
name: "/opt/{{ item.name|replace('-', '_') }}_{{ item.branch|replace('/', '_') }}"
state: "{{ tempest_pip_package_state }}"
virtualenv: "{{ tempest_venv_bin | dirname }}"
virtualenv_site_packages: "no"
extra_args: >-
{{ tempest_developer_mode | ternary(pip_install_developer_constraints | default('--constraint /opt/developer-pip-constraints.txt'), '') }}
{{ (pip_install_upper_constraints is defined) | ternary('--constraint ' + pip_install_upper_constraints | default(''),'') }}
{{ pip_install_options | default('') }}
--isolated
with_items: "{{ tempest_plugins }}"
when: item.repo is defined
register: install_tempest_plugins
until: install_tempest_plugins | success
retries: 5
delay: 2
- name: Install tempest plugins from packages
pip:
name: "{{ item.package }}"
state: "{{ tempest_pip_package_state }}"
virtualenv: "{{ tempest_venv_bin | dirname }}"
virtualenv_site_packages: "no"
extra_args: >-
{{ tempest_developer_mode | ternary(pip_install_developer_constraints | default('--constraint /opt/developer-pip-constraints.txt'), '') }}
{{ (pip_install_upper_constraints is defined) | ternary('--constraint ' + pip_install_upper_constraints | default(''),'') }}
{{ pip_install_options | default('') }}
--isolated
with_items: "{{ tempest_plugins }}"
when: item.package is defined
register: install_tempest_plugins_packages
until: install_tempest_plugins_packages | success
retries: 5
delay: 2
- name: Record the venv tag deployed
ini_file:
dest: "/etc/ansible/facts.d/openstack_ansible.fact"
section: tempest
option: venv_tag
value: "{{ tempest_venv_tag }}"