openstack/openstack-ansible
Code Issues Proposed changes

Remove the "max_fail_percentage" option

Browse Source 
This option can cause silent failures which are confusing and hard to
track down. While the intention of this was to allow large scale
deployments to succeed in cases where a single node fails due to
transiant issues it has produced more problems in terms of confusion
that it solves. This change removes the option from all production
playbooks.

Change-Id: I1dcbbf5bc8cc66f11dd8ddc22d2a177c5c0f31f1
Signed-off-by: Kevin Carter <kevin.carter@rackspace.com>
This commit is contained in:
Kevin Carter 2018-02-22 18:00:43 -06:00
parent 5d61ed448c
commit c2743f5cca
No known key found for this signature in database
GPG Key ID: 9443251A787B9FB3
31 changed files with 21 additions and 39 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
playbooks/ceph-install.yml
View File

@ -15,7 +15,6 @@
- name: Install ceph mons - name: Install ceph mons
hosts: ceph-mon hosts: ceph-mon
max_fail_percentage: 20
user: root user: root
serial: 1 serial: 1
pre_tasks: pre_tasks:
@ -124,7 +123,6 @@
- name: Install ceph osds - name: Install ceph osds
hosts: ceph-osd hosts: ceph-osd
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- include: common-tasks/os-log-dir-setup.yml - include: common-tasks/os-log-dir-setup.yml

1
playbooks/containers-lxc-create.yml
View File

@ -34,7 +34,6 @@
- name: Create container(s) - name: Create container(s)
hosts: all_lxc_containers hosts: all_lxc_containers
gather_facts: false gather_facts: false
max_fail_percentage: 20
user: root user: root
roles: roles:
- role: "lxc_container_create" - role: "lxc_container_create"

1
playbooks/containers-lxc-destroy.yml
View File

@ -30,7 +30,6 @@
- name: Destroy lxc containers - name: Destroy lxc containers
hosts: all_lxc_containers hosts: all_lxc_containers
gather_facts: false gather_facts: false
max_fail_percentage: 20
user: root user: root
tasks: tasks:
- name: Destroy a container - name: Destroy a container

1
playbooks/containers-lxc-host.yml
View File

@ -16,7 +16,6 @@
- name: Basic lxc host setup - name: Basic lxc host setup
hosts: "{{ lxc_host_group | default('lxc_hosts')}}" hosts: "{{ lxc_host_group | default('lxc_hosts')}}"
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- include: common-tasks/set-upper-constraints.yml - include: common-tasks/set-upper-constraints.yml

1
playbooks/containers-nspawn-destroy.yml
View File

@ -30,7 +30,6 @@
- name: Destroy nspawn containers - name: Destroy nspawn containers
hosts: all_nspawn_containers hosts: all_nspawn_containers
gather_facts: false gather_facts: false
max_fail_percentage: 20
user: root user: root
tasks: tasks:
- name: Get container status - name: Get container status

1
playbooks/etcd-install.yml
View File

@ -16,7 +16,6 @@
- name: Install etcd server cluster - name: Install etcd server cluster
hosts: etcd_all hosts: etcd_all
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml" - include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml"

2
playbooks/galera-install.yml
View File

@ -17,7 +17,6 @@
hosts: galera_all hosts: galera_all
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
serial: 1 serial: 1
max_fail_percentage: 0
user: root user: root
tasks: tasks:
- include: common-tasks/os-log-dir-setup.yml - include: common-tasks/os-log-dir-setup.yml
@ -43,7 +42,6 @@
hosts: galera_all hosts: galera_all
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
serial: 1 serial: 1
max_fail_percentage: 20
user: root user: root
roles: roles:
- role: haproxy_endpoints - role: haproxy_endpoints

1
playbooks/haproxy-install.yml
View File

@ -41,7 +41,6 @@
- name: Install haproxy - name: Install haproxy
hosts: haproxy hosts: haproxy
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- name: Remove legacy haproxy configuration files - name: Remove legacy haproxy configuration files

1
playbooks/memcached-install.yml
View File

@ -16,7 +16,6 @@
- name: Install memcached - name: Install memcached
hosts: memcached hosts: memcached
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml" - include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml"

1
playbooks/openstack-hosts-setup.yml
View File

@ -39,7 +39,6 @@
- name: Basic host setup - name: Basic host setup
hosts: "{{ openstack_host_group|default('hosts') }}" hosts: "{{ openstack_host_group|default('hosts') }}"
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- name: Check for a supported Operating System - name: Check for a supported Operating System

1
playbooks/os-aodh-install.yml
View File

@ -16,7 +16,6 @@
- name: Install the aodh components - name: Install the aodh components
hosts: aodh_all hosts: aodh_all
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml" - include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml"

1
playbooks/os-barbican-install.yml
View File

@ -16,7 +16,6 @@
- name: Installation and setup of barbican - name: Installation and setup of barbican
hosts: barbican_all hosts: barbican_all
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml" - include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml"

1
playbooks/os-ceilometer-install.yml
View File

@ -16,7 +16,6 @@
- name: Install the ceilometer components - name: Install the ceilometer components
hosts: ceilometer_all hosts: ceilometer_all
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml" - include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml"

2
playbooks/os-cinder-install.yml
View File

@ -139,7 +139,6 @@
hosts: cinder_backup,cinder_volume,cinder_scheduler hosts: cinder_backup,cinder_volume,cinder_scheduler
gather_facts: no gather_facts: no
serial: "{{ cinder_backend_serial | default(['1', '100%']) }}" serial: "{{ cinder_backend_serial | default(['1', '100%']) }}"
max_fail_percentage: 20
user: root user: root
environment: "{{ deployment_environment_variables | default({}) }}" environment: "{{ deployment_environment_variables | default({}) }}"
tags: tags:
@ -165,7 +164,6 @@
hosts: cinder_api hosts: cinder_api
gather_facts: no gather_facts: no
serial: "{{ cinder_api_serial | default(['1','100%']) }}" serial: "{{ cinder_api_serial | default(['1','100%']) }}"
max_fail_percentage: 20
user: root user: root
environment: "{{ deployment_environment_variables | default({}) }}" environment: "{{ deployment_environment_variables | default({}) }}"
tags: tags:

1
playbooks/os-glance-install.yml
View File

@ -80,7 +80,6 @@
- name: Refresh local facts after all software changes are made - name: Refresh local facts after all software changes are made
hosts: glance_all hosts: glance_all
gather_facts: no gather_facts: no
max_fail_percentage: 20
user: root user: root
environment: "{{ deployment_environment_variables | default({}) }}" environment: "{{ deployment_environment_variables | default({}) }}"
tags: tags:

1
playbooks/os-gnocchi-install.yml
View File

@ -15,7 +15,6 @@
- name: Install Gnocchi components - name: Install Gnocchi components
hosts: gnocchi_all hosts: gnocchi_all
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml" - include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml"

1
playbooks/os-heat-install.yml
View File

@ -16,7 +16,6 @@
- name: Install heat server - name: Install heat server
hosts: heat_all hosts: heat_all
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml" - include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml"

1
playbooks/os-horizon-install.yml
View File

@ -16,7 +16,6 @@
- name: Install horizon server - name: Install horizon server
hosts: horizon_all hosts: horizon_all
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml" - include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml"

2
playbooks/os-keystone-install.yml
View File

@ -62,7 +62,6 @@
hosts: keystone_all hosts: keystone_all
serial: "{{ keystone_serial | default(['1', '100%']) }}" serial: "{{ keystone_serial | default(['1', '100%']) }}"
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
environment: "{{ deployment_environment_variables | default({}) }}" environment: "{{ deployment_environment_variables | default({}) }}"
tags: tags:
@ -154,7 +153,6 @@
- name: Finalise data migrations if required - name: Finalise data migrations if required
hosts: keystone_all hosts: keystone_all
gather_facts: no gather_facts: no
max_fail_percentage: 20
user: root user: root
environment: "{{ deployment_environment_variables | default({}) }}" environment: "{{ deployment_environment_variables | default({}) }}"
tags: tags:

1
playbooks/os-magnum-install.yml
View File

@ -18,7 +18,6 @@
- name: Install magnum server - name: Install magnum server
hosts: magnum_all hosts: magnum_all
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml" - include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml"

3
playbooks/os-nova-install.yml
View File

@ -125,7 +125,6 @@
- name: Refresh local facts after all software changes are made - name: Refresh local facts after all software changes are made
hosts: nova_all hosts: nova_all
gather_facts: no gather_facts: no
max_fail_percentage: 20
user: root user: root
environment: "{{ deployment_environment_variables | default({}) }}" environment: "{{ deployment_environment_variables | default({}) }}"
tags: tags:
@ -171,7 +170,6 @@
hosts: "nova_all:!nova_api_placement:!nova_console" hosts: "nova_all:!nova_api_placement:!nova_console"
gather_facts: no gather_facts: no
serial: "{{ nova_serial | default('100%') }}" serial: "{{ nova_serial | default('100%') }}"
max_fail_percentage: 20
user: root user: root
environment: "{{ deployment_environment_variables | default({}) }}" environment: "{{ deployment_environment_variables | default({}) }}"
tags: tags:
@ -196,7 +194,6 @@
hosts: "nova_api_placement:nova_console" hosts: "nova_api_placement:nova_console"
gather_facts: no gather_facts: no
serial: "{{ nova_api_serial | default(['1', '100%']) }}" serial: "{{ nova_api_serial | default(['1', '100%']) }}"
max_fail_percentage: 20
user: root user: root
environment: "{{ deployment_environment_variables | default({}) }}" environment: "{{ deployment_environment_variables | default({}) }}"
tags: tags:

1
playbooks/os-octavia-install.yml
View File

@ -16,7 +16,6 @@
- name: Install octavia server - name: Install octavia server
hosts: octavia_all hosts: octavia_all
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml" - include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml"

2
playbooks/os-swift-install.yml
View File

@ -16,7 +16,6 @@
- name: Installation and setup of Swift - name: Installation and setup of Swift
hosts: swift_all:swift_remote_all hosts: swift_all:swift_remote_all
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml" - include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml"
@ -61,7 +60,6 @@
- name: Installation and setup of Swift - name: Installation and setup of Swift
hosts: swift_all hosts: swift_all
max_fail_percentage: 20
user: root user: root
roles: roles:
- role: "rsyslog_client" - role: "rsyslog_client"

1
playbooks/os-swift-sync.yml
View File

@ -18,7 +18,6 @@
- name: Synchronisation of swift ring and ssh keys - name: Synchronisation of swift ring and ssh keys
hosts: swift_all:swift_remote_all hosts: swift_all:swift_remote_all
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
roles: roles:
- role: "os_swift" - role: "os_swift"

1
playbooks/os-tacker-install.yml
View File

@ -16,7 +16,6 @@
- name: Install the tacker components - name: Install the tacker components
hosts: tacker_all hosts: tacker_all
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml" - include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml"

1
playbooks/os-tempest-install.yml
View File

@ -16,7 +16,6 @@
- name: Installation and setup of Tempest - name: Installation and setup of Tempest
hosts: utility_all[0] hosts: utility_all[0]
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
roles: roles:
- role: "os_tempest" - role: "os_tempest"

3
playbooks/rabbitmq-install.yml
View File

@ -17,7 +17,6 @@
hosts: "{{ rabbitmq_host_group | default('rabbitmq_all') }}" hosts: "{{ rabbitmq_host_group | default('rabbitmq_all') }}"
serial: 1 serial: 1
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 0
user: root user: root
pre_tasks: pre_tasks:
- include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml" - include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml"
@ -40,7 +39,6 @@
# http://www.rabbitmq.com/clustering.html#upgrading # http://www.rabbitmq.com/clustering.html#upgrading
- name: Stop RabbitMQ nodes that are not the upgrader - name: Stop RabbitMQ nodes that are not the upgrader
hosts: "{{ rabbitmq_host_group | default('rabbitmq_all') }}[1:]" hosts: "{{ rabbitmq_host_group | default('rabbitmq_all') }}[1:]"
max_fail_percentage: 0
user: root user: root
tasks: tasks:
- name: "Stop RabbitMQ" - name: "Stop RabbitMQ"
@ -52,7 +50,6 @@
- name: Install rabbitmq server - name: Install rabbitmq server
hosts: "{{ rabbitmq_host_group | default('rabbitmq_all') }}" hosts: "{{ rabbitmq_host_group | default('rabbitmq_all') }}"
serial: 20% serial: 20%
max_fail_percentage: 20
user: root user: root
roles: roles:
- role: "rabbitmq_server" - role: "rabbitmq_server"

1
playbooks/repo-server.yml
View File

@ -16,7 +16,6 @@
- name: Setup repo servers - name: Setup repo servers
hosts: repo_all hosts: repo_all
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:

1
playbooks/rsyslog-install.yml
View File

@ -16,7 +16,6 @@
- name: Install rsyslog - name: Install rsyslog
hosts: rsyslog hosts: rsyslog
gather_facts: "{{ osa_gather_facts | default(True) }}" gather_facts: "{{ osa_gather_facts | default(True) }}"
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml" - include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml"

1
playbooks/utility-install.yml
View File

@ -15,7 +15,6 @@
- name: Setup the utility location(s) - name: Setup the utility location(s)
hosts: utility_all hosts: utility_all
max_fail_percentage: 20
user: root user: root
pre_tasks: pre_tasks:
- include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml" - include: "common-tasks/os-{{ container_tech | default('lxc') }}-container-setup.yml"

21
releasenotes/notes/remove-fax-fail-5038b4b6eb4951b3.yaml Normal file
View File

@ -0,0 +1,21 @@
---
other:
- The `max_fail_percentage` playbook option has been used with the default
playbooks since the first release of the playbooks back in **Icehouse**.
While the intention was to allow large-scale deployments to succeed in
cases where a single node fails due to transient issues, this option has
produced more problems that it solves. If a failure occurs that is transient
in nature but is under the set failure percentage the playbook will report a
success, which can cause silent failures depending on where the failure
happened. If a deployer finds themselves in this situation the problems are
are then compounded because the tools will report there are no known issues.
To ensure deployers have the best deployment experience and the most
accurate information a change has been made to remove the
`max_fail_percentage` option from all of the default playbooks. The removal
of this option has the side effect of requiring the deploy to skip specific
hosts should one need to be omitted from a run, but has the benefit of
eliminating silent, hard to track down, failures. To skip a failing host
for a given playbook run use the `--limit '!$HOSTNAME'` CLI switch for the
specific run. Once the issues have been resolved for the failing host rerun
the specific playbook without the `--limit` option to ensure everything
is in sync.