openstack/tripleo-common
Code Issues Proposed changes

Retry sending messages to Zaqar if it fails

Browse Source 
Sometimes messages to Zaqar fail with with the following error.

> Error response from Zaqar. Code: 503. Title: Service temporarily
> unavailable. Description: Messages could not be enqueued. Please
> try again in a few seconds..

When this happens we should retry as it states. This change has
the task retry calling the queue_post action a maximum of 5 times
with a 1 second delay between each attempt.

Closes-Bug: #1626103
Change-Id: Iba272004a8adb7ebc5122fc47764dbf81925bc62
This commit is contained in:
Dougal Matthews
2016-09-28 06:49:08 +00:00
parent 49a7b8e80e
commit 7ee66120ac
4 changed files with 22 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
workbooks/baremetal.yaml
+9
View File
@@ -74,6 +74,7 @@ workflows:
send_message:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -111,6 +112,7 @@ workflows:
send_message:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -153,6 +155,7 @@ workflows:
send_message:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -197,6 +200,7 @@ workflows:
send_message:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -250,6 +254,7 @@ workflows:
send_message:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -305,6 +310,7 @@ workflows:
send_message:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -367,6 +373,7 @@ workflows:
send_message:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -399,6 +406,7 @@ workflows:
send_message:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -434,6 +442,7 @@ workflows:
send_message:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
workbooks/deployment.yaml
+4
View File
@@ -28,6 +28,7 @@ workflows:
send_message:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -74,6 +75,7 @@ workflows:
send_success_message:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -85,6 +87,7 @@ workflows:
send_failed_message:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -127,6 +130,7 @@ workflows:
send_message:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
workbooks/plan_management.yaml
+3
View File
@@ -51,6 +51,7 @@ workflows:
notify_zaqar:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -108,6 +109,7 @@ workflows:
notify_zaqar:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -203,6 +205,7 @@ workflows:
notify_zaqar:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
workbooks/validations.yaml
+6
View File
@@ -16,6 +16,7 @@ workflows:
notify_running:
on-complete: run_validation
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -45,6 +46,7 @@ workflows:
send_message:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -69,6 +71,7 @@ workflows:
notify_running:
on-complete: run_validations
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -95,6 +98,7 @@ workflows:
send_message:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -123,6 +127,7 @@ workflows:
notify_running:
on-complete: run_validation_group
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages:
@@ -150,6 +155,7 @@ workflows:
send_message:
action: zaqar.queue_post
retry: count=5 delay=1
input:
queue_name: <% $.queue_name %>
messages: