Updated the installation tasks to support remote venvs

The changes bring the role inline with others to make it possible
to download a pre-built venv.

Signed-off-by: Kevin Carter <kevin.carter@rackspace.com>

tasks/cloudkitty_install.yml

@@ -15,40 +15,202 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-- name: Install cloudkitty packages (venv)
+- name: Create developer mode constraint file
+  copy:
+    dest: "/opt/developer-pip-constraints.txt"
+    content: |
+      {% for item in cloudkitty_developer_constraints %}
+      {{ item }}
+      {% endfor %}
+  when:
+    - cloudkitty_developer_mode | bool
+  tags:
+    - cloudkitty-install
+    - cloudkitty-pip-packages
+
+- name: Clone requirements git repository
+  git:
+    repo: "{{ cloudkitty_requirements_git_repo }}"
+    dest: "/opt/requirements"
+    clone: yes
+    update: yes
+    version: "{{ cloudkitty_requirements_git_install_branch }}"
+  when:
+    - cloudkitty_developer_mode | bool
+  tags:
+    - cloudkitty-install
+    - cloudkitty-pip-packages
+
+- name: Add constraints to pip_install_options fact for developer mode
+  set_fact:
+    pip_install_options_fact: "{{ pip_install_options|default('') }} --constraint /opt/developer-pip-constraints.txt --constraint /opt/requirements/upper-constraints.txt"
+  when:
+    - cloudkitty_developer_mode | bool
+  tags:
+    - cloudkitty-install
+    - cloudkitty-pip-packages
+
+- name: Set pip_install_options_fact when not in developer mode
+  set_fact:
+    pip_install_options_fact: "{{ pip_install_options|default('') }}"
+  when:
+    - not cloudkitty_developer_mode | bool
+  tags:
+    - cloudkitty-install
+    - cloudkitty-pip-packages
+
+- name: Install requires pip packages
   pip:
     name: "{{ item }}"
-    state: present
-    virtualenv: "{{ cloudkitty_venv_dir }}"
-    virtualenv_site_packages: "no"
+    state: latest
+    extra_args: "{{ pip_install_options_fact }}"
   register: install_packages
   until: install_packages|success
   retries: 5
   delay: 2
-  with_items:
-    - "{{ cloudkitty_pip_packages }}"
+  with_items: cloudkitty_requires_pip_packages
+  tags:
+    - cloudkitty-install
+    - cloudkitty-pip-packages
+
+- name: Get local venv checksum
+  stat:
+    path: "/var/cache/{{ cloudkitty_venv_download_url | basename }}"
+    get_md5: False
+  when:
+    - not cloudkitty_developer_mode | bool
+    - cloudkitty_venv_enabled | bool
+  register: local_venv_stat
+  tags:
+    - cloudkitty-install
+    - cloudkitty-pip-packages
+
+- name: Get remote venv checksum
+  uri:
+    url: "{{ cloudkitty_venv_download_url | replace('tgz', 'checksum') }}"
+    return_content: True
+  when:
+    - not cloudkitty_developer_mode | bool
+    - cloudkitty_venv_enabled | bool
+  register: remote_venv_checksum
+  tags:
+    - cloudkitty-install
+    - cloudkitty-pip-packages
+
+# TODO: When project moves to ansible 2 we can pass this a sha256sum which will:
+#       a) allow us to remove force: yes
+#       b) allow the module to calculate the checksum of dest file which would
+#          result in file being downloaded only if provided and dest sha256sum
+#          checksums differ
+- name: Attempt venv download
+  get_url:
+    url: "{{ cloudkitty_venv_download_url }}"
+    dest: "/var/cache/{{ cloudkitty_venv_download_url | basename }}"
+    force: yes
+  ignore_errors: true
+  register: get_venv
+  when:
+    - not cloudkitty_developer_mode | bool
+    - cloudkitty_venv_enabled | bool
+    - (local_venv_stat.stat.exists == False or
+        {{ local_venv_stat.stat.checksum is defined and local_venv_stat.stat.checksum != remote_venv_checksum.content | trim }})
+  tags:
+    - cloudkitty-install
+    - cloudkitty-pip-packages
+
+- name: Set cloudkitty get_venv fact
+  set_fact:
+    cloudkitty_get_venv: "{{ get_venv }}"
+  when: cloudkitty_venv_enabled | bool
+  tags:
+    - cloudkitty-install
+    - cloudkitty-pip-packages
+
+- name: Remove existing venv
+  file:
+    path: "{{ cloudkitty_venv_bin | dirname }}"
+    state: absent
   when:
     - cloudkitty_venv_enabled | bool
-#  notify:
-#    - Restart cloudkitty api
+    - cloudkitty_get_venv | changed
   tags:
     - cloudkitty-install
-    - cloudkitty-install-pip-packages
+    - cloudkitty-pip-packages
 
-- name: Install cloudkitty pip packages (no venv)
+- name: Create cloudkitty venv dir
+  file:
+    path: "{{ cloudkitty_venv_bin | dirname }}"
+    state: directory
+  when:
+    - not cloudkitty_developer_mode | bool
+    - cloudkitty_venv_enabled | bool
+    - cloudkitty_get_venv | changed
+  tags:
+    - cloudkitty-install
+    - cloudkitty-pip-packages
+
+- name: Unarchive pre-built venv
+  unarchive:
+    src: "/var/cache/{{ cloudkitty_venv_download_url | basename }}"
+    dest: "{{ cloudkitty_venv_bin | dirname }}"
+    copy: "no"
+  when:
+    - not cloudkitty_developer_mode | bool
+    - cloudkitty_venv_enabled | bool
+    - cloudkitty_get_venv | changed
+  # notify:
+  #   - Restart cloudkitty api
+  tags:
+    - cloudkitty-install
+    - cloudkitty-pip-packages
+
+- name: Update virtualenv path
+  command: >
+    virtualenv-tools --update-path=auto {{ cloudkitty_venv_bin | dirname }}
+  when:
+    - not cloudkitty_developer_mode | bool
+    - cloudkitty_venv_enabled | bool
+    - cloudkitty_get_venv | success
+  tags:
+    - cloudkitty-install
+    - cloudkitty-pip-packages
+
+- name: Install pip packages (venv)
   pip:
     name: "{{ item }}"
-    state: present
+    state: latest
+    virtualenv: "{{ cloudkitty_venv_bin | dirname }}"
+    virtualenv_site_packages: "no"
+    extra_args: "{{ pip_install_options_fact }}"
   register: install_packages
   until: install_packages|success
   retries: 5
   delay: 2
-  with_items:
-    - "{{ cloudkitty_pip_packages }}"
+  with_items: cloudkitty_pip_packages
   when:
-    - not cloudkitty_venv_enabled | bool
-#  notify:
-#    - Restart cloudkitty api
+    - cloudkitty_venv_enabled | bool
+    - cloudkitty_get_venv | failed or cloudkitty_developer_mode | bool
+  # notify:
+  #   - Restart cloudkitty api
   tags:
     - cloudkitty-install
-    - cloudkitty-install-pip-packages
+    - cloudkitty-pip-packages
+
+- name: Install pip packages (no venv)
+  pip:
+    name: "{{ item }}"
+    state: latest
+    extra_args: "{{ pip_install_options_fact }}"
+  register: install_packages
+  until: install_packages|success
+  retries: 5
+  delay: 2
+  with_items: cloudkitty_pip_packages
+  when:
+    - not cloudkitty_developer_mode | bool
+    - not cloudkitty_venv_enabled | bool
+  # notify:
+  #   - Restart cloudkitty api
+  tags:
+    - cloudkitty-install
+    - cloudkitty-pip-packages

tasks/cloudkitty_pre_install.yml

@@ -54,7 +54,7 @@
     state: directory
   with_items:
     - { path: "/openstack/venvs" }
-    - { path: "{{ cloudkitty_venv_bin }}" }
+    - { path: "{{ cloudkitty_venv_bin | dirname }}" }
   when: cloudkitty_venv_enabled | bool
   tags:
     - cloudkitty-dirs
@@ -88,24 +88,6 @@
     - cloudkitty-dirs
     - cloudkitty-logs
 
-- name: Pip required packages for CloudKitty
-  pip:
-    name: "{{ item }}"
-    state: present
-  register: install_packages
-  until: install_packages|success
-  retries: 5
-  delay: 2
-  with_items:
-    - "{{ cloudkitty_requires_pip_packages }}"
-  when:
-    - cloudkitty_venv_enabled | bool
-  notify:
-#    - Restart cloudkitty api
-  tags:
-    - cloudkitty-usage-install
-    - cloudkitty-usage-install-pip-packages
-
 - name: Create cloudkitty report dir
   file:
     path: "{{ cloudkitty_output_basepath }}"