ansible-role-python_venv_build/tasks/python_venv_wheel_build.yml
Dmitriy Rabotyagov 2a25337b98 Drop empty elements from constraint/requirement files
We should filter out empty elements from lists that are provided as
input to the role, to ensure idempotence of build constraints and
requirements file as a result.

Additionally to that we should ensure to control jinja whitespaces
not to add extra new lines to the end of files.

Depends-On: https://review.opendev.org/c/openstack/openstack-ansible/+/872896
Change-Id: Ide47712f775c91d90b749bc8e4d8f87c5bd658f2
Closes-Bug: #2004546
2023-02-08 21:48:47 +01:00

182 lines
7.4 KiB
YAML

---
# Copyright 2018, Rackspace US, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
- name: Build the wheels on the build host
delegate_to: "{{ venv_build_host }}"
become: "{{ venv_build_host == 'localhost' }}"
block:
- name: Install distro packages for wheel build
vars:
_package_list: "{{ venv_build_base_distro_package_list | union(venv_build_distro_package_list) }}"
package:
name: "{{ _package_list }}"
state: "{{ venv_distro_package_state }}"
update_cache: "{{ (ansible_facts['pkg_mgr'] == 'apt') | ternary('yes', omit) }}"
cache_valid_time: "{{ (ansible_facts['pkg_mgr'] == 'apt') | ternary(venv_distro_cache_valid_time, omit) }}"
when:
- _package_list | length > 0
register: _install_build_distro_packages
until: _install_build_distro_packages is success
retries: 5
delay: 2
- name: Clean up paths and files if venv_wheels_rebuild is enabled
file:
path: "{{ item }}"
state: absent
with_items:
- "{{ _venv_build_requirements_prefix }}-requirements.txt"
- "{{ _venv_build_requirements_prefix }}-global-constraints.txt"
- "{{ _venv_build_requirements_prefix }}-source-constraints.txt"
- "{{ _venv_build_requirements_prefix }}-constraints.txt"
when:
- venv_wheels_rebuild | bool
- name: Create wheel directory on the build host
file:
path: "{{ venv_build_host_wheel_path }}"
state: directory
owner: "{{ venv_build_host_user_name | default(omit) }}"
group: "{{ venv_build_host_group_name | default(omit) }}"
- name: Create requirements/constraints file directory on the build host
file:
path: "{{ venv_build_host_requirements_path }}"
state: directory
owner: "{{ venv_build_host_user_name | default(omit) }}"
group: "{{ venv_build_host_group_name | default(omit) }}"
- name: Create the wheel build virtualenv (if it does not exist)
command: >-
{{ venv_python_executable }}
-m venv
{{ venv_build_host_venv_path }}
args:
creates: "{{ venv_build_host_venv_path }}/bin/activate"
- name: Build requirements file for the venv
copy:
dest: "{{ _venv_build_requirements_prefix }}-requirements.txt"
content: |-
{% for item in _venv_pip_packages | select() %}
{{ item }}
{% endfor %}
owner: "{{ venv_build_host_user_name | default(omit) }}"
group: "{{ venv_build_host_group_name | default(omit) }}"
register: _requirement_file
- name: Build global constraints file for the venv
copy:
dest: "{{ _venv_build_requirements_prefix }}-global-constraints.txt"
content: |-
{% for item in venv_build_global_constraints | select() %}
{{ item }}
{% endfor %}
owner: "{{ venv_build_host_user_name | default(omit) }}"
group: "{{ venv_build_host_group_name | default(omit) }}"
register: _global_constraint_file
- name: Build constraints file for the venv
copy:
dest: "{{ _venv_build_requirements_prefix }}-source-constraints.txt"
content: |-
{% for item in venv_build_constraints | select() %}
{{ item }}
{% endfor %}
owner: "{{ venv_build_host_user_name | default(omit) }}"
group: "{{ venv_build_host_group_name | default(omit) }}"
register: _constraint_file
- name: Upgrade the wheel build virtualenv pip/setuptools/wheel to the versions we want
pip:
name:
- pip
- setuptools
- wheel
state: "{{ venv_pip_package_state }}"
executable: "{{ venv_build_host_venv_path }}/bin/pip"
extra_args: >-
--constraint {{ _venv_build_requirements_prefix }}-global-constraints.txt
--constraint {{ _venv_build_requirements_prefix }}-source-constraints.txt
--find-links {{ venv_build_host_wheel_path }}/
--log /var/log/python_venv_build.log
{{ venv_pip_build_args }}
environment: "{{ venv_pip_build_env | combine(_pip_upgrade_noconf) }}"
vars:
_pip_upgrade_noconf:
PIP_CONFIG_FILE: "{{ (venv_pip_upgrade_noconf | bool) | ternary('/dev/null', '') }}"
register: _update_virtualenv_packages
until: _update_virtualenv_packages is success
retries: 5
delay: 2
- name: Build wheels and constraints file
when: (_requirement_file is changed) or (_global_constraint_file is changed) or (_constraint_file is changed)
block:
- name: Clean up temporary wheel build path
file:
path: "/tmp/{{ venv_install_destination_path | basename }}"
state: absent
- name: Build wheels for the packages to be installed into the venv
command: >-
{{ venv_build_host_venv_path }}/bin/pip wheel
--requirement {{ _venv_build_requirements_prefix }}-requirements.txt
--constraint {{ _venv_build_requirements_prefix }}-global-constraints.txt
--constraint {{ _venv_build_requirements_prefix }}-source-constraints.txt
--wheel-dir /tmp/{{ venv_install_destination_path | basename }}/
--find-links {{ venv_build_host_wheel_path }}/
--log /var/log/python_wheel_build.log
{{ venv_pip_build_args }}
environment: "{{ venv_pip_build_env }}"
register: _build_python_wheels
until: _build_python_wheels is success
retries: 5
delay: 2
- name: Index built wheels
find:
paths: "/tmp/{{ venv_install_destination_path | basename }}"
file_type: file
register: _built_wheels
- name: Set wheel permissions
file:
path: "/tmp/{{ venv_install_destination_path | basename }}"
owner: "{{ venv_build_host_user_name | default(omit) }}"
group: "{{ venv_build_host_group_name | default(omit) }}"
state: directory
recurse: yes
when:
- (venv_build_host_user_name is defined) or
(venv_build_host_group_name is defined)
- name: Move built wheels to common wheel path
shell: >-
mv /tmp/{{ venv_install_destination_path | basename }}/* {{ venv_build_host_wheel_path }}/
args:
executable: /bin/bash
- name: Build constraints file for installation purposes
copy:
content: |-
{% for file_data in _built_wheels['files'] %}
{% set file_name = file_data['path'] | basename %}
{{ file_name.split('-')[0] | lower }}=={{ (file_name.split('-')[1].split('_')) | join('.post') | lower }}
{% endfor %}
dest: "{{ _venv_build_requirements_prefix }}-constraints.txt"
owner: "{{ venv_build_host_user_name | default(omit) }}"
group: "{{ venv_build_host_group_name | default(omit) }}"