[wip] Add a delay after nodes are joined

Change-Id: I3731bb8a9aad528b2e410146e2343b67ef068476

src/bin/shipyard_airflow/shipyard_airflow/plugins/deployment_configuration_operator.py

@@ -56,6 +56,7 @@ class DeploymentConfigurationOperator(BaseOperator):
         "physical_provisioner.destroy_interval": 30,
         "physical_provisioner.destroy_timeout": 900,
         "physical_provisioner.join_wait": 120,
+        "physical_provisioner.post_join_quiesce_wait": 120,
         "physical_provisioner.prepare_node_interval": 30,
         "physical_provisioner.prepare_node_timeout": 1800,
         "physical_provisioner.prepare_site_interval": 10,

src/bin/shipyard_airflow/shipyard_airflow/plugins/drydock_nodes.py

@@ -151,6 +151,10 @@ class DrydockNodesOperator(DrydockBaseOperator):
         ]
         # The time to wait before querying k8s nodes after Drydock deploy nodes
         self.join_wait = self.dc['physical_provisioner.join_wait']
+        # The time to wait before finishing deployment after nodes are joined
+        self.post_join_quiesce_wait = self.dc[
+            'physical_provisioner.post_join_quiesce_wait'
+        ]
 
     def _execute_prepare(self, group):
         """Executes the prepare nodes step for the group.
@@ -221,6 +225,13 @@ class DrydockNodesOperator(DrydockBaseOperator):
                          "Drydock results: %s",
                          node,
                          ", ".join(task_result.successes))
+
+        # Wait for some extra time to allow things to settle that may not be
+        # easy to check for explicitly.
+        LOG.info("Waiting for %d seconds to allow Group %s nodes to settle...",
+                 self.post_join_quiesce_wait, group.name)
+        time.sleep(self.post_join_quiesce_wait)
+
         return task_result
 
     def _execute_task(self, task_name, interval, timeout):

src/bin/shipyard_airflow/shipyard_airflow/schemas/deploymentConfiguration.yaml

@@ -25,6 +25,8 @@ data:
           type: 'integer'
         join_wait:
           type: 'integer'
+        post_join_quiesce_wait:
+          type: 'integer'
         prepare_node_interval:
           type: 'integer'
         prepare_node_timeout:

src/bin/shipyard_airflow/tests/unit/yaml_samples/deploymentConfiguration_full_valid.yaml

@@ -15,6 +15,7 @@ data:
     destroy_interval: 30
     destroy_timeout: 900
     join_wait: 120
+    post_join_quiesce_wait: 120
     prepare_node_interval: 30
     prepare_node_timeout: 1800
     prepare_site_interval: 10