2a25337b98
We should filter out empty elements from lists that are provided as input to the role, to ensure idempotence of build constraints and requirements file as a result. Additionally to that we should ensure to control jinja whitespaces not to add extra new lines to the end of files. Depends-On: https://review.opendev.org/c/openstack/openstack-ansible/+/872896 Change-Id: Ide47712f775c91d90b749bc8e4d8f87c5bd658f2 Closes-Bug: #2004546
182 lines
7.4 KiB
YAML
182 lines
7.4 KiB
YAML
---
|
|
# Copyright 2018, Rackspace US, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
- name: Build the wheels on the build host
|
|
delegate_to: "{{ venv_build_host }}"
|
|
become: "{{ venv_build_host == 'localhost' }}"
|
|
block:
|
|
- name: Install distro packages for wheel build
|
|
vars:
|
|
_package_list: "{{ venv_build_base_distro_package_list | union(venv_build_distro_package_list) }}"
|
|
package:
|
|
name: "{{ _package_list }}"
|
|
state: "{{ venv_distro_package_state }}"
|
|
update_cache: "{{ (ansible_facts['pkg_mgr'] == 'apt') | ternary('yes', omit) }}"
|
|
cache_valid_time: "{{ (ansible_facts['pkg_mgr'] == 'apt') | ternary(venv_distro_cache_valid_time, omit) }}"
|
|
when:
|
|
- _package_list | length > 0
|
|
register: _install_build_distro_packages
|
|
until: _install_build_distro_packages is success
|
|
retries: 5
|
|
delay: 2
|
|
|
|
- name: Clean up paths and files if venv_wheels_rebuild is enabled
|
|
file:
|
|
path: "{{ item }}"
|
|
state: absent
|
|
with_items:
|
|
- "{{ _venv_build_requirements_prefix }}-requirements.txt"
|
|
- "{{ _venv_build_requirements_prefix }}-global-constraints.txt"
|
|
- "{{ _venv_build_requirements_prefix }}-source-constraints.txt"
|
|
- "{{ _venv_build_requirements_prefix }}-constraints.txt"
|
|
when:
|
|
- venv_wheels_rebuild | bool
|
|
|
|
- name: Create wheel directory on the build host
|
|
file:
|
|
path: "{{ venv_build_host_wheel_path }}"
|
|
state: directory
|
|
owner: "{{ venv_build_host_user_name | default(omit) }}"
|
|
group: "{{ venv_build_host_group_name | default(omit) }}"
|
|
|
|
- name: Create requirements/constraints file directory on the build host
|
|
file:
|
|
path: "{{ venv_build_host_requirements_path }}"
|
|
state: directory
|
|
owner: "{{ venv_build_host_user_name | default(omit) }}"
|
|
group: "{{ venv_build_host_group_name | default(omit) }}"
|
|
|
|
- name: Create the wheel build virtualenv (if it does not exist)
|
|
command: >-
|
|
{{ venv_python_executable }}
|
|
-m venv
|
|
{{ venv_build_host_venv_path }}
|
|
args:
|
|
creates: "{{ venv_build_host_venv_path }}/bin/activate"
|
|
|
|
- name: Build requirements file for the venv
|
|
copy:
|
|
dest: "{{ _venv_build_requirements_prefix }}-requirements.txt"
|
|
content: |-
|
|
{% for item in _venv_pip_packages | select() %}
|
|
{{ item }}
|
|
{% endfor %}
|
|
owner: "{{ venv_build_host_user_name | default(omit) }}"
|
|
group: "{{ venv_build_host_group_name | default(omit) }}"
|
|
register: _requirement_file
|
|
|
|
- name: Build global constraints file for the venv
|
|
copy:
|
|
dest: "{{ _venv_build_requirements_prefix }}-global-constraints.txt"
|
|
content: |-
|
|
{% for item in venv_build_global_constraints | select() %}
|
|
{{ item }}
|
|
{% endfor %}
|
|
owner: "{{ venv_build_host_user_name | default(omit) }}"
|
|
group: "{{ venv_build_host_group_name | default(omit) }}"
|
|
register: _global_constraint_file
|
|
|
|
- name: Build constraints file for the venv
|
|
copy:
|
|
dest: "{{ _venv_build_requirements_prefix }}-source-constraints.txt"
|
|
content: |-
|
|
{% for item in venv_build_constraints | select() %}
|
|
{{ item }}
|
|
{% endfor %}
|
|
owner: "{{ venv_build_host_user_name | default(omit) }}"
|
|
group: "{{ venv_build_host_group_name | default(omit) }}"
|
|
register: _constraint_file
|
|
|
|
- name: Upgrade the wheel build virtualenv pip/setuptools/wheel to the versions we want
|
|
pip:
|
|
name:
|
|
- pip
|
|
- setuptools
|
|
- wheel
|
|
state: "{{ venv_pip_package_state }}"
|
|
executable: "{{ venv_build_host_venv_path }}/bin/pip"
|
|
extra_args: >-
|
|
--constraint {{ _venv_build_requirements_prefix }}-global-constraints.txt
|
|
--constraint {{ _venv_build_requirements_prefix }}-source-constraints.txt
|
|
--find-links {{ venv_build_host_wheel_path }}/
|
|
--log /var/log/python_venv_build.log
|
|
{{ venv_pip_build_args }}
|
|
environment: "{{ venv_pip_build_env | combine(_pip_upgrade_noconf) }}"
|
|
vars:
|
|
_pip_upgrade_noconf:
|
|
PIP_CONFIG_FILE: "{{ (venv_pip_upgrade_noconf | bool) | ternary('/dev/null', '') }}"
|
|
register: _update_virtualenv_packages
|
|
until: _update_virtualenv_packages is success
|
|
retries: 5
|
|
delay: 2
|
|
|
|
- name: Build wheels and constraints file
|
|
when: (_requirement_file is changed) or (_global_constraint_file is changed) or (_constraint_file is changed)
|
|
block:
|
|
- name: Clean up temporary wheel build path
|
|
file:
|
|
path: "/tmp/{{ venv_install_destination_path | basename }}"
|
|
state: absent
|
|
|
|
- name: Build wheels for the packages to be installed into the venv
|
|
command: >-
|
|
{{ venv_build_host_venv_path }}/bin/pip wheel
|
|
--requirement {{ _venv_build_requirements_prefix }}-requirements.txt
|
|
--constraint {{ _venv_build_requirements_prefix }}-global-constraints.txt
|
|
--constraint {{ _venv_build_requirements_prefix }}-source-constraints.txt
|
|
--wheel-dir /tmp/{{ venv_install_destination_path | basename }}/
|
|
--find-links {{ venv_build_host_wheel_path }}/
|
|
--log /var/log/python_wheel_build.log
|
|
{{ venv_pip_build_args }}
|
|
environment: "{{ venv_pip_build_env }}"
|
|
register: _build_python_wheels
|
|
until: _build_python_wheels is success
|
|
retries: 5
|
|
delay: 2
|
|
|
|
- name: Index built wheels
|
|
find:
|
|
paths: "/tmp/{{ venv_install_destination_path | basename }}"
|
|
file_type: file
|
|
register: _built_wheels
|
|
|
|
- name: Set wheel permissions
|
|
file:
|
|
path: "/tmp/{{ venv_install_destination_path | basename }}"
|
|
owner: "{{ venv_build_host_user_name | default(omit) }}"
|
|
group: "{{ venv_build_host_group_name | default(omit) }}"
|
|
state: directory
|
|
recurse: yes
|
|
when:
|
|
- (venv_build_host_user_name is defined) or
|
|
(venv_build_host_group_name is defined)
|
|
|
|
- name: Move built wheels to common wheel path
|
|
shell: >-
|
|
mv /tmp/{{ venv_install_destination_path | basename }}/* {{ venv_build_host_wheel_path }}/
|
|
args:
|
|
executable: /bin/bash
|
|
|
|
- name: Build constraints file for installation purposes
|
|
copy:
|
|
content: |-
|
|
{% for file_data in _built_wheels['files'] %}
|
|
{% set file_name = file_data['path'] | basename %}
|
|
{{ file_name.split('-')[0] | lower }}=={{ (file_name.split('-')[1].split('_')) | join('.post') | lower }}
|
|
{% endfor %}
|
|
dest: "{{ _venv_build_requirements_prefix }}-constraints.txt"
|
|
owner: "{{ venv_build_host_user_name | default(omit) }}"
|
|
group: "{{ venv_build_host_group_name | default(omit) }}"
|