openstack-ansible/tests/get-ansible-role-requirements.yml

---
# Copyright 2016, Rackspace US, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

- name: Clone the role ansible-role-requirements
  hosts: localhost
  connection: local
  user: root
  tasks:

    - name: Check whether zuul-cloner is installed and provide the path to it
      shell: |
        which zuul-cloner || { [[ -x /usr/zuul-env/bin/zuul-cloner ]] && echo '/usr/zuul-env/bin/zuul-cloner'; }        
      args:
        executable: /bin/bash
      changed_when: false
      failed_when: false
      register: _zuul_cloner_check

    - name: Remove target directory if required
      shell: |
        if [[ ! -d "{{ item.path | default(role_path_default) }}/{{ item.name | default(item.src | basename) }}/.git" ]]; then
          rm -rf "{{ item.path | default(role_path_default) }}/{{ item.name | default(item.src | basename) }}"
        fi        
      args:
        executable: /bin/bash
      when:
        - item.scm == "git" or item.scm is undefined
      with_items: "{{ roles }}"

    - name: Prepare zuul changes clone list
      set_fact:
        zuul_changes: >
          {%- set filtered_repo_list = [] %}
          {%- set repo_list = lookup('env', 'ZUUL_CHANGES').split('^') %}
          {%- for repo in repo_list %}
          {%-   set repo_cleaned = repo | regex_replace(':.*$', '') %}
          {%-   set _ = filtered_repo_list.append(repo_cleaned) %}
          {%- endfor %}
          {{- filtered_repo_list -}}          
      when:
        - _zuul_cloner_check.rc == 0

    - name: Prepare zuul/git clone list
      set_fact:
        zuul_roles: >
          {%- set filtered_role_list = [] %}
          {%- for role in roles %}
          {%-   if role.src | match(".*git.openstack.org.*") %}
          {%-     set role_src_cleaned = role.src | regex_replace('https://git.openstack.org/', '') %}
          {%-     if role_src_cleaned not in zuul_changes %}
          {%-       set _ = filtered_role_list.append(role_src_cleaned) %}
          {%-     endif %}
          {%-   endif %}
          {%- endfor %}
          {{- filtered_role_list -}}          
        git_roles: >
          {%- set filtered_role_list = [] %}
          {%- for role in roles %}
          {%-   set role_src_cleaned = role.src | regex_replace('https://git.openstack.org/', '') %}
          {%-   if role_src_cleaned not in zuul_changes %}
          {%-     set _ = filtered_role_list.append(role) %}
          {%-   endif %}
          {%- endfor %}
          {{- filtered_role_list -}}          
      when:
        - _zuul_cloner_check.rc == 0

    - name: Create clone map
      copy:
        content: |
          clonemap:
            - name: 'openstack/ansible-hardening'
              dest: '{{ role_path_default }}/ansible-hardening'
            - name: 'openstack/openstack-ansible-(.*)'
              dest: '{{ role_path_default }}/\1'
            - name: 'openstack/(?!(openstack-ansible|ansible-hardening))(.*)'
              dest: '/tmp/openstack/\1'          
        dest: "/tmp/zuul-clonemap.yml"
      when:
        - _zuul_cloner_check.rc == 0

    - name: Clone git repos (with zuul-cloner)
      shell: |
        {{ _zuul_cloner_check.stdout }} \
                --map /tmp/zuul-clonemap.yml \
                --cache-dir /opt/git \
                git://git.openstack.org \
        {% for repo in zuul_roles + zuul_changes %}
                {{ repo }} \
        {% endfor %}        
      when:
        - _zuul_cloner_check.rc == 0
      register: zuul_clone
      until: zuul_clone | success
      retries: "{{ git_clone_retries }}"
      delay: "{{ git_clone_retry_delay }}"

    - name: Clone git repos (with git)
      git:
        repo: "{{ item.src }}"
        dest: "{{ item.path | default(role_path_default) }}/{{ item.name | default(item.src | basename) }}"
        version: "{{ item.version | default('master') }}"
        refspec: "{{ item.refspec | default(omit) }}"
        update: true
        force: true
      when:
        - item.scm == "git" or item.scm is undefined
      with_items: "{{ git_roles | default(roles) }}"
      register: git_clone
      until: git_clone | success
      retries: "{{ git_clone_retries }}"
      delay: "{{ git_clone_retry_delay }}"

  vars:
    ansible_python_interpreter: "/usr/bin/python"
    roles: "{{ lookup('file', role_file) | from_yaml }}"
    role_file: '../ansible-role-requirements.yml'
    role_path_default: '/etc/ansible/roles'
    git_clone_retries: 2
    git_clone_retry_delay: 5