From bc6e22f39226e4504b80880fa15321d0ccb1a554 Mon Sep 17 00:00:00 2001
From: Steve Wilkerson <wilkers.steve@gmail.com>
Date: Sat, 15 Sep 2018 08:51:08 -0600
Subject: [PATCH] Gate: Trim dev-deploy gates

This attempts to trim down the dev-deploy gates until further
gate refactoring is complete. This disables the elasticsearch and
fluentd exporters and removes the openstack exporter from the
single node deployment gates to ease the load on nodepool vms

Change-Id: If211511e8f52fe39d293966abbd7e62b45b65970
---
 .../install/developer/deploy-with-ceph.rst    | 17 +-------
 .../install/developer/deploy-with-nfs.rst     | 17 +-------
 playbooks/osh-infra-dev-deploy-ceph.yaml      |  8 +---
 playbooks/osh-infra-dev-deploy-nfs.yaml       |  8 +---
 .../common/090-openstack-exporter.sh          | 41 ------------------
 ...ss-exporter.sh => 090-process-exporter.sh} |  0
 .../developer/ceph/085-process-exporter.sh    |  1 -
 .../developer/ceph/090-openstack-exporter.sh  |  1 -
 .../developer/ceph/090-process-exporter.sh    |  1 +
 .../developer/common/120-elasticsearch.sh     | 10 +----
 .../developer/common/130-fluent-logging.sh    |  1 -
 .../developer/nfs/085-process-exporter.sh     |  1 -
 .../developer/nfs/090-openstack-exporter.sh   |  1 -
 .../developer/nfs/090-process-exporter.sh     |  1 +
 .../multinode/085-process-exporter.sh         |  2 +-
 .../multinode/090-openstack-exporter.sh       | 42 ++++++++++++++++++-
 16 files changed, 51 insertions(+), 101 deletions(-)
 delete mode 100755 tools/deployment/common/090-openstack-exporter.sh
 rename tools/deployment/common/{085-process-exporter.sh => 090-process-exporter.sh} (100%)
 delete mode 120000 tools/deployment/developer/ceph/085-process-exporter.sh
 delete mode 120000 tools/deployment/developer/ceph/090-openstack-exporter.sh
 create mode 120000 tools/deployment/developer/ceph/090-process-exporter.sh
 delete mode 120000 tools/deployment/developer/nfs/085-process-exporter.sh
 delete mode 120000 tools/deployment/developer/nfs/090-openstack-exporter.sh
 create mode 120000 tools/deployment/developer/nfs/090-process-exporter.sh
 mode change 120000 => 100755 tools/deployment/multinode/090-openstack-exporter.sh

diff --git a/doc/source/install/developer/deploy-with-ceph.rst b/doc/source/install/developer/deploy-with-ceph.rst
index a312b44aa..a06388d9c 100644
--- a/doc/source/install/developer/deploy-with-ceph.rst
+++ b/doc/source/install/developer/deploy-with-ceph.rst
@@ -135,7 +135,7 @@ Alternatively, this step can be performed by running the script directly:
 Deploy Process Exporter
 ^^^^^^^^^^^^^^^^^^^^^^^
 
-.. literalinclude:: ../../../../tools/deployment/developer/ceph/085-process-exporter.sh
+.. literalinclude:: ../../../../tools/deployment/developer/ceph/090-process-exporter.sh
     :language: shell
     :lines: 1,17-
 
@@ -143,20 +143,7 @@ Alternatively, this step can be performed by running the script directly:
 
 .. code-block:: shell
 
-  ./tools/deployment/developer/ceph/085-process-exporter.sh
-
-Deploy OpenStack Exporter
-^^^^^^^^^^^^^^^^^^^^^^^^^
-
-.. literalinclude:: ../../../../tools/deployment/developer/ceph/090-openstack-exporter.sh
-    :language: shell
-    :lines: 1,17-
-
-Alternatively, this step can be performed by running the script directly:
-
-.. code-block:: shell
-
-  ./tools/deployment/developer/ceph/090-openstack-exporter.sh
+  ./tools/deployment/developer/ceph/090-process-exporter.sh
 
 Deploy Grafana
 ^^^^^^^^^^^^^^
diff --git a/doc/source/install/developer/deploy-with-nfs.rst b/doc/source/install/developer/deploy-with-nfs.rst
index 906f2adb8..27dfa0a13 100644
--- a/doc/source/install/developer/deploy-with-nfs.rst
+++ b/doc/source/install/developer/deploy-with-nfs.rst
@@ -122,7 +122,7 @@ Alternatively, this step can be performed by running the script directly:
 Deploy Process Exporter
 ^^^^^^^^^^^^^^^^^^^^^^^
 
-.. literalinclude:: ../../../../tools/deployment/developer/nfs/085-process-exporter.sh
+.. literalinclude:: ../../../../tools/deployment/developer/nfs/090-process-exporter.sh
     :language: shell
     :lines: 1,17-
 
@@ -130,20 +130,7 @@ Alternatively, this step can be performed by running the script directly:
 
 .. code-block:: shell
 
-  ./tools/deployment/developer/nfs/085-process-exporter.sh
-
-Deploy OpenStack Exporter
-^^^^^^^^^^^^^^^^^^^^^^^^^
-
-.. literalinclude:: ../../../../tools/deployment/developer/nfs/090-openstack-exporter.sh
-    :language: shell
-    :lines: 1,17-
-
-Alternatively, this step can be performed by running the script directly:
-
-.. code-block:: shell
-
-  ./tools/deployment/developer/nfs/090-openstack-exporter.sh
+  ./tools/deployment/developer/nfs/090-process-exporter.sh
 
 Deploy Grafana
 ^^^^^^^^^^^^^^
diff --git a/playbooks/osh-infra-dev-deploy-ceph.yaml b/playbooks/osh-infra-dev-deploy-ceph.yaml
index af12a800d..44c152d3e 100644
--- a/playbooks/osh-infra-dev-deploy-ceph.yaml
+++ b/playbooks/osh-infra-dev-deploy-ceph.yaml
@@ -93,13 +93,7 @@
     - name: Deploy Process Exporter
       shell: |
         set -xe;
-        ./tools/deployment/developer/ceph/085-process-exporter.sh
-      args:
-        chdir: "{{ zuul.project.src_dir }}"
-    - name: Deploy Prometheus OpenStack Exporter
-      shell: |
-        set -xe;
-        ./tools/deployment/developer/ceph/090-openstack-exporter.sh
+        ./tools/deployment/developer/ceph/090-process-exporter.sh
       args:
         chdir: "{{ zuul.project.src_dir }}"
     - name: Deploy Grafana
diff --git a/playbooks/osh-infra-dev-deploy-nfs.yaml b/playbooks/osh-infra-dev-deploy-nfs.yaml
index 8752a33d6..b65becc91 100644
--- a/playbooks/osh-infra-dev-deploy-nfs.yaml
+++ b/playbooks/osh-infra-dev-deploy-nfs.yaml
@@ -87,13 +87,7 @@
     - name: Deploy Process Exporter
       shell: |
         set -xe;
-        ./tools/deployment/developer/nfs/085-process-exporter.sh
-      args:
-        chdir: "{{ zuul.project.src_dir }}"
-    - name: Deploy Prometheus OpenStack Exporter
-      shell: |
-        set -xe;
-        ./tools/deployment/developer/nfs/090-openstack-exporter.sh
+        ./tools/deployment/developer/nfs/090-process-exporter.sh
       args:
         chdir: "{{ zuul.project.src_dir }}"
     - name: Deploy Grafana
diff --git a/tools/deployment/common/090-openstack-exporter.sh b/tools/deployment/common/090-openstack-exporter.sh
deleted file mode 100755
index 1a4bb3eee..000000000
--- a/tools/deployment/common/090-openstack-exporter.sh
+++ /dev/null
@@ -1,41 +0,0 @@
-#!/bin/bash
-
-# Copyright 2017 The Openstack-Helm Authors.
-#
-#    Licensed under the Apache License, Version 2.0 (the "License"); you may
-#    not use this file except in compliance with the License. You may obtain
-#    a copy of the License at
-#
-#         http://www.apache.org/licenses/LICENSE-2.0
-#
-#    Unless required by applicable law or agreed to in writing, software
-#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
-#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
-#    License for the specific language governing permissions and limitations
-#    under the License.
-
-set -xe
-
-#NOTE: Lint and package chart
-make prometheus-openstack-exporter
-
-#NOTE: Deploy command
-tee /tmp/prometheus-openstack-exporter.yaml << EOF
-manifests:
-  job_ks_user: false
-dependencies:
-  static:
-    prometheus_openstack_exporter:
-      jobs: null
-      services: null
-EOF
-helm upgrade --install prometheus-openstack-exporter \
-    ./prometheus-openstack-exporter \
-    --namespace=openstack \
-    --values=/tmp/prometheus-openstack-exporter.yaml
-
-#NOTE: Wait for deploy
-./tools/deployment/common/wait-for-pods.sh openstack
-
-#NOTE: Validate Deployment info
-helm status prometheus-openstack-exporter
diff --git a/tools/deployment/common/085-process-exporter.sh b/tools/deployment/common/090-process-exporter.sh
similarity index 100%
rename from tools/deployment/common/085-process-exporter.sh
rename to tools/deployment/common/090-process-exporter.sh
diff --git a/tools/deployment/developer/ceph/085-process-exporter.sh b/tools/deployment/developer/ceph/085-process-exporter.sh
deleted file mode 120000
index 9f7da289f..000000000
--- a/tools/deployment/developer/ceph/085-process-exporter.sh
+++ /dev/null
@@ -1 +0,0 @@
-../../common/085-process-exporter.sh
\ No newline at end of file
diff --git a/tools/deployment/developer/ceph/090-openstack-exporter.sh b/tools/deployment/developer/ceph/090-openstack-exporter.sh
deleted file mode 120000
index f945562b8..000000000
--- a/tools/deployment/developer/ceph/090-openstack-exporter.sh
+++ /dev/null
@@ -1 +0,0 @@
-../../common/090-openstack-exporter.sh
\ No newline at end of file
diff --git a/tools/deployment/developer/ceph/090-process-exporter.sh b/tools/deployment/developer/ceph/090-process-exporter.sh
new file mode 120000
index 000000000..86718d5f8
--- /dev/null
+++ b/tools/deployment/developer/ceph/090-process-exporter.sh
@@ -0,0 +1 @@
+../../common/090-process-exporter.sh
\ No newline at end of file
diff --git a/tools/deployment/developer/common/120-elasticsearch.sh b/tools/deployment/developer/common/120-elasticsearch.sh
index e4ff2ce85..b0d0d116b 100755
--- a/tools/deployment/developer/common/120-elasticsearch.sh
+++ b/tools/deployment/developer/common/120-elasticsearch.sh
@@ -20,17 +20,9 @@ set -xe
 make elasticsearch
 
 #NOTE: Deploy command
-tee /tmp/elasticsearch.yaml << EOF
-monitoring:
-  prometheus:
-    enabled: true
-pod:
-  replicas:
-    data: 1
-EOF
 helm upgrade --install elasticsearch ./elasticsearch \
     --namespace=osh-infra \
-    --values=/tmp/elasticsearch.yaml
+    --set pod.replicas.data=1
 
 #NOTE: Wait for deploy
 ./tools/deployment/common/wait-for-pods.sh osh-infra
diff --git a/tools/deployment/developer/common/130-fluent-logging.sh b/tools/deployment/developer/common/130-fluent-logging.sh
index 9aa38f10e..aa18d24d3 100755
--- a/tools/deployment/developer/common/130-fluent-logging.sh
+++ b/tools/deployment/developer/common/130-fluent-logging.sh
@@ -22,7 +22,6 @@ make fluent-logging
 #NOTE: Deploy command
 helm upgrade --install fluent-logging ./fluent-logging \
     --namespace=osh-infra \
-    --set monitoring.prometheus.enabled=true \
     --set pod.replicas.fluentd=1
 
 #NOTE: Wait for deploy
diff --git a/tools/deployment/developer/nfs/085-process-exporter.sh b/tools/deployment/developer/nfs/085-process-exporter.sh
deleted file mode 120000
index 9f7da289f..000000000
--- a/tools/deployment/developer/nfs/085-process-exporter.sh
+++ /dev/null
@@ -1 +0,0 @@
-../../common/085-process-exporter.sh
\ No newline at end of file
diff --git a/tools/deployment/developer/nfs/090-openstack-exporter.sh b/tools/deployment/developer/nfs/090-openstack-exporter.sh
deleted file mode 120000
index f945562b8..000000000
--- a/tools/deployment/developer/nfs/090-openstack-exporter.sh
+++ /dev/null
@@ -1 +0,0 @@
-../../common/090-openstack-exporter.sh
\ No newline at end of file
diff --git a/tools/deployment/developer/nfs/090-process-exporter.sh b/tools/deployment/developer/nfs/090-process-exporter.sh
new file mode 120000
index 000000000..86718d5f8
--- /dev/null
+++ b/tools/deployment/developer/nfs/090-process-exporter.sh
@@ -0,0 +1 @@
+../../common/090-process-exporter.sh
\ No newline at end of file
diff --git a/tools/deployment/multinode/085-process-exporter.sh b/tools/deployment/multinode/085-process-exporter.sh
index f043da32b..fe8036bc0 120000
--- a/tools/deployment/multinode/085-process-exporter.sh
+++ b/tools/deployment/multinode/085-process-exporter.sh
@@ -1 +1 @@
-../common/085-process-exporter.sh
\ No newline at end of file
+../common/090-process-exporter.sh
\ No newline at end of file
diff --git a/tools/deployment/multinode/090-openstack-exporter.sh b/tools/deployment/multinode/090-openstack-exporter.sh
deleted file mode 120000
index 514a6a5c7..000000000
--- a/tools/deployment/multinode/090-openstack-exporter.sh
+++ /dev/null
@@ -1 +0,0 @@
-../common/090-openstack-exporter.sh
\ No newline at end of file
diff --git a/tools/deployment/multinode/090-openstack-exporter.sh b/tools/deployment/multinode/090-openstack-exporter.sh
new file mode 100755
index 000000000..1a4bb3eee
--- /dev/null
+++ b/tools/deployment/multinode/090-openstack-exporter.sh
@@ -0,0 +1,41 @@
+#!/bin/bash
+
+# Copyright 2017 The Openstack-Helm Authors.
+#
+#    Licensed under the Apache License, Version 2.0 (the "License"); you may
+#    not use this file except in compliance with the License. You may obtain
+#    a copy of the License at
+#
+#         http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+#    License for the specific language governing permissions and limitations
+#    under the License.
+
+set -xe
+
+#NOTE: Lint and package chart
+make prometheus-openstack-exporter
+
+#NOTE: Deploy command
+tee /tmp/prometheus-openstack-exporter.yaml << EOF
+manifests:
+  job_ks_user: false
+dependencies:
+  static:
+    prometheus_openstack_exporter:
+      jobs: null
+      services: null
+EOF
+helm upgrade --install prometheus-openstack-exporter \
+    ./prometheus-openstack-exporter \
+    --namespace=openstack \
+    --values=/tmp/prometheus-openstack-exporter.yaml
+
+#NOTE: Wait for deploy
+./tools/deployment/common/wait-for-pods.sh openstack
+
+#NOTE: Validate Deployment info
+helm status prometheus-openstack-exporter