b59fd648c2
The previous patch was very slow given the number of files which required permissions changes. This targets the entire temporary directory recursively. Change-Id: I7418d285ea052f67febee31038d92c772b72593b
183 lines
7.4 KiB
YAML
183 lines
7.4 KiB
YAML
---
|
|
# Copyright 2018, Rackspace US, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
- name: Build the wheels on the build host
|
|
delegate_to: "{{ venv_build_host }}"
|
|
become: "{{ venv_build_host == 'localhost' }}"
|
|
block:
|
|
- name: Install distro packages for wheel build
|
|
package:
|
|
name: "{{ venv_build_base_distro_package_list | union(venv_build_distro_package_list) }}"
|
|
state: "{{ venv_distro_package_state }}"
|
|
update_cache: "{{ (ansible_facts['pkg_mgr'] == 'apt') | ternary('yes', omit) }}"
|
|
cache_valid_time: "{{ (ansible_facts['pkg_mgr'] == 'apt') | ternary(venv_distro_cache_valid_time, omit) }}"
|
|
when:
|
|
- (venv_build_distro_package_list | length > 0) or
|
|
(venv_install_distro_package_list | length > 0)
|
|
register: _install_build_distro_packages
|
|
until: _install_build_distro_packages is success
|
|
retries: 5
|
|
delay: 2
|
|
|
|
- name: Clean up paths and files if venv_rebuild is enabled
|
|
file:
|
|
path: "{{ item }}"
|
|
state: absent
|
|
with_items:
|
|
- "{{ _venv_build_requirements_prefix }}-requirements.txt"
|
|
- "{{ _venv_build_requirements_prefix }}-global-constraints.txt"
|
|
- "{{ _venv_build_requirements_prefix }}-source-constraints.txt"
|
|
- "{{ _venv_build_requirements_prefix }}-constraints.txt"
|
|
when:
|
|
- venv_rebuild | bool
|
|
|
|
- name: Create wheel directory on the build host
|
|
file:
|
|
path: "{{ venv_build_host_wheel_path }}"
|
|
state: directory
|
|
owner: "{{ venv_build_host_user_name | default(omit) }}"
|
|
group: "{{ venv_build_host_group_name | default(omit) }}"
|
|
|
|
- name: Create requirements/constraints file directory on the build host
|
|
file:
|
|
path: "{{ venv_build_host_requirements_path }}"
|
|
state: directory
|
|
owner: "{{ venv_build_host_user_name | default(omit) }}"
|
|
group: "{{ venv_build_host_group_name | default(omit) }}"
|
|
|
|
# NOTE(odyssey4me):
|
|
# Not using --always-copy for CentOS due to
|
|
# https://github.com/pypa/virtualenv/issues/565
|
|
- name: Create the wheel build virtualenv (if it does not exist)
|
|
command: >-
|
|
virtualenv
|
|
--no-download
|
|
--python={{ venv_python_executable }}
|
|
{{ (ansible_facts['pkg_mgr'] == 'apt') | ternary('--always-copy', '') }}
|
|
{{ venv_build_host_venv_path }}
|
|
args:
|
|
creates: "{{ venv_build_host_venv_path }}/bin/activate"
|
|
|
|
- name: Build requirements file for the venv
|
|
copy:
|
|
dest: "{{ _venv_build_requirements_prefix }}-requirements.txt"
|
|
content: |
|
|
{% for item in _venv_pip_packages %}
|
|
{{ item }}
|
|
{% endfor %}
|
|
owner: "{{ venv_build_host_user_name | default(omit) }}"
|
|
group: "{{ venv_build_host_group_name | default(omit) }}"
|
|
register: _requirement_file
|
|
|
|
- name: Build global constraints file for the venv
|
|
copy:
|
|
dest: "{{ _venv_build_requirements_prefix }}-global-constraints.txt"
|
|
content: |
|
|
{% for item in venv_build_global_constraints %}
|
|
{{ item }}
|
|
{% endfor %}
|
|
owner: "{{ venv_build_host_user_name | default(omit) }}"
|
|
group: "{{ venv_build_host_group_name | default(omit) }}"
|
|
register: _global_constraint_file
|
|
|
|
- name: Build constraints file for the venv
|
|
copy:
|
|
dest: "{{ _venv_build_requirements_prefix }}-source-constraints.txt"
|
|
content: |
|
|
{% for item in venv_build_constraints %}
|
|
{{ item }}
|
|
{% endfor %}
|
|
owner: "{{ venv_build_host_user_name | default(omit) }}"
|
|
group: "{{ venv_build_host_group_name | default(omit) }}"
|
|
register: _constraint_file
|
|
|
|
- name: Upgrade the wheel build virtualenv pip/setuptools/wheel to the versions we want
|
|
pip:
|
|
name:
|
|
- pip
|
|
- setuptools
|
|
- wheel
|
|
state: "{{ venv_pip_package_state }}"
|
|
virtualenv: "{{ venv_build_host_venv_path }}"
|
|
extra_args: >-
|
|
--constraint {{ _venv_build_requirements_prefix }}-global-constraints.txt
|
|
--constraint {{ _venv_build_requirements_prefix }}-source-constraints.txt
|
|
--find-links {{ venv_build_host_wheel_path }}/
|
|
--log /var/log/python_venv_build.log
|
|
{{ venv_pip_build_args }}
|
|
environment:
|
|
PIP_CONFIG_FILE: "{{ (venv_pip_upgrade_noconf | bool) | ternary('/dev/null', '') }}"
|
|
register: _update_virtualenv_packages
|
|
until: _update_virtualenv_packages is success
|
|
retries: 5
|
|
delay: 2
|
|
|
|
- name: Build wheels and constraints file
|
|
when: (_requirement_file is changed) or (_global_constraint_file is changed) or (_constraint_file is changed)
|
|
block:
|
|
- name: Clean up temporary wheel build path
|
|
file:
|
|
path: "/tmp/{{ venv_install_destination_path | basename }}"
|
|
state: absent
|
|
|
|
- name: Build wheels for the packages to be installed into the venv
|
|
command: >-
|
|
{{ venv_build_host_venv_path }}/bin/pip wheel
|
|
--requirement {{ _venv_build_requirements_prefix }}-requirements.txt
|
|
--constraint {{ _venv_build_requirements_prefix }}-global-constraints.txt
|
|
--constraint {{ _venv_build_requirements_prefix }}-source-constraints.txt
|
|
--wheel-dir /tmp/{{ venv_install_destination_path | basename }}/
|
|
--find-links {{ venv_build_host_wheel_path }}/
|
|
--log /var/log/python_wheel_build.log
|
|
{{ venv_pip_build_args }}
|
|
register: _build_python_wheels
|
|
until: _build_python_wheels is success
|
|
retries: 5
|
|
delay: 2
|
|
|
|
- name: Index built wheels
|
|
find:
|
|
paths: "/tmp/{{ venv_install_destination_path | basename }}"
|
|
file_type: file
|
|
register: _built_wheels
|
|
|
|
- name: Set wheel permissions
|
|
file:
|
|
path: "/tmp/{{ venv_install_destination_path | basename }}"
|
|
owner: "{{ venv_build_host_user_name | default(omit) }}"
|
|
group: "{{ venv_build_host_group_name | default(omit) }}"
|
|
state: directory
|
|
recurse: yes
|
|
when:
|
|
- (venv_build_host_user_name is defined) or
|
|
(venv_build_host_group_name is defined)
|
|
|
|
- name: Move built wheels to common wheel path
|
|
shell: >-
|
|
mv /tmp/{{ venv_install_destination_path | basename }}/* {{ venv_build_host_wheel_path }}/
|
|
args:
|
|
executable: /bin/bash
|
|
|
|
- name: Build constraints file for installation purposes
|
|
copy:
|
|
content: |
|
|
{% for file_data in _built_wheels['files'] %}
|
|
{% set file_name = file_data['path'] | basename %}
|
|
{{ file_name.split('-')[0] | lower }}=={{ (file_name.split('-')[1].split('_')) | join('.post') | lower }}
|
|
{% endfor %}
|
|
dest: "{{ _venv_build_requirements_prefix }}-constraints.txt"
|
|
owner: "{{ venv_build_host_user_name | default(omit) }}"
|
|
group: "{{ venv_build_host_group_name | default(omit) }}"
|