Start and stop collectd containers while running workloads

This patch introduces the following changes.
1. Playbooks have been created to start collectd on different hosts.
2. A feature has been added that allows a user to start collectd containers
before running workloads, and stop the collectd containers after running
the workloads. This will help us in minimising the space used for storing
collectd data.

Change-Id: I7926884f461e97bc67453f46eef0121c46c7f19e

conf/browbeat-glance-complete.yaml

@@ -3,10 +3,14 @@ browbeat:
   cloud_name: openstack
   rerun: 1
   rerun_type: iteration
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/start-collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false

conf/browbeat-keystone-complete.yaml

@@ -4,10 +4,14 @@ browbeat:
   cloud_name: openstack
   rerun: 3
   rerun_type: iteration
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/start-collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false

conf/browbeat-keystone-minimal.yaml

@@ -4,10 +4,14 @@ browbeat:
   cloud_name: openstack
   rerun: 1
   rerun_type: iteration
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/start-collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false

conf/browbeat-workloads.yml

@@ -3,10 +3,14 @@ browbeat:
   cloud_name: openstack
   rerun: 1
   rerun_type: iteration
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false

conf/ceilometer-minimal.yaml

@@ -3,10 +3,14 @@ browbeat:
   cloud_name: openstack
   rerun: 1
   rerun_type: iteration
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/start-collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false

conf/ceilometer-persist-response-timing.yaml

@@ -6,10 +6,14 @@ browbeat:
   cloud_name: openstack
   rerun: 10
   rerun_type: complete
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/start-collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false

conf/gnocchi-minimal.yaml

@@ -4,10 +4,14 @@ browbeat:
   cloud_name: openstack
   rerun: 1
   rerun_type: iteration
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/start-collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false

conf/quickstart.yml

@@ -3,10 +3,14 @@ browbeat:
   cloud_name: quickstart
   rerun: 1
   rerun_type: iteration
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false

conf/telemetry-nova-neutron-gnocchi-10k-1000-per-30m.yaml

@@ -10,10 +10,14 @@ browbeat:
   cloud_name: openstack
   rerun: 10
   rerun_type: complete
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/start-collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false

conf/telemetry-nova-neutron-gnocchi-1k-100-per-30m.yaml

@@ -10,10 +10,14 @@ browbeat:
   cloud_name: openstack
   rerun: 10
   rerun_type: complete
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/start-collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false

conf/telemetry-nova-neutron-gnocchi-1k-500-per-30m.yaml

@@ -10,10 +10,14 @@ browbeat:
   cloud_name: openstack
   rerun: 2
   rerun_type: complete
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/start-collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false

conf/telemetry-nova-neutron-gnocchi-5k-500-per-30m.yaml

@@ -10,10 +10,14 @@ browbeat:
   cloud_name: openstack
   rerun: 10
   rerun_type: complete
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/start-collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false

conf/telemetry-nova-persist-instances-with-network-fip.yaml

@@ -7,10 +7,14 @@ browbeat:
   cloud_name: openstack
   rerun: 1
   rerun_type: iteration
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/start-collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false

conf/telemetry-nova-persist-instances-with-network-volume-fip.yaml

@@ -7,10 +7,14 @@ browbeat:
   cloud_name: openstack
   rerun: 1
   rerun_type: iteration
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/start-collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false

conf/telemetry-nova-persist-instances-with-network-volume.yaml

@@ -6,10 +6,14 @@ browbeat:
   cloud_name: openstack
   rerun: 1
   rerun_type: iteration
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/start-collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false

conf/telemetry-nova-persist-instances-with-network.yaml

@@ -8,10 +8,14 @@ browbeat:
   cloud_name: openstack
   rerun: 1
   rerun_type: iteration
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/start-collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false

conf/telemetry-nova-persist-instances-with-volume.yaml

@@ -6,10 +6,14 @@ browbeat:
   cloud_name: openstack
   rerun: 1
   rerun_type: iteration
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/start-collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false

conf/telemetry-nova-persist-instances.yaml

@@ -7,10 +7,14 @@ browbeat:
   cloud_name: openstack
   rerun: 1
   rerun_type: iteration
+  start_stop_collectd: false
 ansible:
   hosts: ansible/hosts
   metadata_playbook: ansible/gather/stockpile.yml
   logging_playbook: ansible/common_logging/browbeat_logging.yml
+  start_collectd_playbook: ansible/install/start-collectd.yml
+  stop_collectd_playbook: ansible/install/stop-collectd.yml
+  check_collectd_config_playbook: ansible/install/check-collectd-config.yml
   ssh_config: ansible/ssh-config
 elasticsearch:
   enabled: false