Enable dstat and memory_tracker in functional/fullstack jobs

This Will help in troubleshooting failures related to high
memory or cpu usage.

Related-Bug: #1966394
Change-Id: I74b0d53bfc54b71d3e8b2d46739a944e5f5a6b6f
(cherry picked from commit 9bc447077b)
(cherry picked from commit 969a0db8b9)
Conflicts: roles/configure_functional_tests/tasks/main.yaml
 	zuul.d/base.yaml
(cherry picked from commit 4716449325)
Conflicts: zuul.d/base.yaml

roles/configure_functional_tests/tasks/main.yaml

@@ -16,6 +16,7 @@
         OVS_BRANCH={{ OVS_BRANCH }}
         OVN_BRANCH={{ OVN_BRANCH }}
         Q_BUILD_OVS_FROM_GIT={{ Q_BUILD_OVS_FROM_GIT }}
+        MEMORY_TRACKER={{ MEMORY_TRACKER }}
         # This is DB USER used in e.g. pgsql db
         DATABASE_USER=openstack_citest
 

tools/configure_for_func_testing.sh

@@ -23,6 +23,7 @@ USE_CONSTRAINT_ENV=${USE_CONSTRAINT_ENV:-True}
 MYSQL_USER=${MYSQL_USER:-root}
 DATABASE_USER=${DATABASE_USER:-openstack_citest}
 DATABASE_NAME=${DATABASE_NAME:-openstack_citest}
+MEMORY_TRACKER=${MEMORY_TRACKER:-False}
 
 
 if [[ "$IS_GATE" != "True" ]] && [[ "$#" -lt 1 ]]; then
@@ -277,6 +278,20 @@ function _install_post_devstack {
     fi
 
     enable_kernel_bridge_firewall
+
+    # install/start memory tracker service if enabled
+    if [[ "$MEMORY_TRACKER" == "True" ]]; then
+        # is_service_enabled checks for service into ENABLED_SERVICES
+        ENABLED_SERVICES+=,dstat,memory_tracker
+        source $DEVSTACK_PATH/lib/dstat
+        if is_ubuntu; then
+            install_package pcp
+        else
+            install_package pcp-system-tools
+        fi
+        install_dstat
+        start_dstat
+    fi
 }
 
 

zuul.d/base.yaml

@@ -36,6 +36,7 @@
     vars:
       configure_swap_size: 8192
       Q_BUILD_OVS_FROM_GIT: True
+      MEMORY_TRACKER: True
       OVN_BRANCH: v20.06.1
       # TODO(jlibosva): v2.13.1 is incompatible with kernel 4.15.0-118, sticking to commit hash until new v2.13 tag is created
       OVS_BRANCH: 0047ca3a0290f1ef954f2c76b31477cf4b9755f5