Add Ceph pools management chart

- new helm chart to set replication and min replication for
each Ceph pool:
  -> new helm chart name: ceph-pools-audit
  -> the ceph-pools-audit chart creates a CronJob that runs
     every 5 minutes; the CronJob checks the replication for
     each existing pool and sets it right if needed, to reflect
     the attributes of the Ceph backends
  -> the CronJob is needed for: charts that may not manage pool
     configuration, pools created dynamically by services that
     may not have the current pool configuration uploaded
     (ex: swift), updating replication without reinstalling the
     charts that created the pools
  -> the ceph-pools-audit chart is installed after the
     rbd-provisioner in the application-apply
- new overrides for the ceph-pools-audit chart that provide
the replication values from the attributes of the present
Ceph backends
- enable rados-gw by default when a Ceph backend is enabled

Change-Id: I1565268bac3ddc77e8368d2d6ab8600b3e4ed893
Story: 2004520
Task: 29034
Signed-off-by: Irina Mihai <irina.mihai@windriver.com>

kubernetes/applications/stx-openstack/stx-openstack-helm/centos/build_srpm.data

@@ -1,3 +1,3 @@
 SRC_DIR="stx-openstack-helm"
-COPY_LIST_TO_TAR="$PKG_BASE/../../../helm-charts/rbd-provisioner $PKG_BASE/../../../helm-charts/garbd"
-TIS_PATCH_VER=3
+COPY_LIST_TO_TAR="$PKG_BASE/../../../helm-charts/rbd-provisioner $PKG_BASE/../../../helm-charts/garbd $PKG_BASE/../../../helm-charts/ceph-pools-audit"
+TIS_PATCH_VER=4

kubernetes/applications/stx-openstack/stx-openstack-helm/centos/stx-openstack-helm.spec

@@ -58,6 +58,7 @@ helm repo add local http://localhost:8879/charts
 make nova-api-proxy
 make rbd-provisioner
 make garbd
+make ceph-pools-audit
 
 # terminate helm server (the last backgrounded task)
 kill %1

kubernetes/applications/stx-openstack/stx-openstack-helm/stx-openstack-helm/manifests/manifest-no-tests.yaml

@@ -127,6 +127,35 @@ data:
     - helm-toolkit
 ---
 schema: armada/Chart/v1
+metadata:
+  schema: metadata/Document/v1
+  name: openstack-ceph-pools-audit
+data:
+  chart_name: ceph-pools-audit
+  release: openstack-ceph-pools-audit
+  namespace: openstack
+  wait:
+    timeout: 1800
+    labels:
+      app: ceph-pools-audit
+  install:
+    no_hooks: false
+  upgrade:
+    no_hooks: false
+    pre:
+      delete:
+        - type: job
+          labels:
+            app: ceph-pools-audit
+  source:
+    type: tar
+    location: http://172.17.0.1/helm_charts/ceph-pools-audit-0.1.0.tgz
+    subpath: ceph-pools-audit
+    reference: master
+  dependencies:
+    - helm-toolkit
+---
+schema: armada/Chart/v1
 metadata:
   schema: metadata/Document/v1
   name: openstack-mariadb
@@ -2340,6 +2369,16 @@ data:
     - openstack-rbd-provisioner
 ---
 schema: armada/ChartGroup/v1
+metadata:
+  schema: metadata/Document/v1
+  name: ceph-pools-audit
+data:
+  description: "Ceph pools audit"
+  sequenced: false
+  chart_group:
+    - openstack-ceph-pools-audit
+---
+schema: armada/ChartGroup/v1
 metadata:
   schema: metadata/Document/v1
   name: openstack-mariadb
@@ -2456,6 +2495,7 @@ data:
     - kube-system-ingress
     - openstack-ingress
     - provisioner
+    - ceph-pools-audit
     - openstack-mariadb
     - openstack-memcached
     - openstack-rabbitmq

kubernetes/applications/stx-openstack/stx-openstack-helm/stx-openstack-helm/manifests/manifest.yaml

@@ -127,6 +127,35 @@ data:
     - helm-toolkit
 ---
 schema: armada/Chart/v1
+metadata:
+  schema: metadata/Document/v1
+  name: openstack-ceph-pools-audit
+data:
+  chart_name: ceph-pools-audit
+  release: openstack-ceph-pools-audit
+  namespace: openstack
+  wait:
+    timeout: 1800
+    labels:
+      app: ceph-pools-audit
+  install:
+    no_hooks: false
+  upgrade:
+    no_hooks: false
+    pre:
+      delete:
+        - type: job
+          labels:
+            app: ceph-pools-audit
+  source:
+    type: tar
+    location: http://172.17.0.1/helm_charts/ceph-pools-audit-0.1.0.tgz
+    subpath: ceph-pools-audit
+    reference: master
+  dependencies:
+    - helm-toolkit
+---
+schema: armada/Chart/v1
 metadata:
   schema: metadata/Document/v1
   name: openstack-mariadb
@@ -2340,6 +2369,16 @@ data:
     - openstack-rbd-provisioner
 ---
 schema: armada/ChartGroup/v1
+metadata:
+  schema: metadata/Document/v1
+  name: ceph-pools-audit
+data:
+  description: "Ceph pools audit"
+  sequenced: false
+  chart_group:
+    - openstack-ceph-pools-audit
+---
+schema: armada/ChartGroup/v1
 metadata:
   schema: metadata/Document/v1
   name: openstack-mariadb
@@ -2456,6 +2495,7 @@ data:
     - kube-system-ingress
     - openstack-ingress
     - provisioner
+    - ceph-pools-audit
     - openstack-mariadb
     - openstack-memcached
     - openstack-rabbitmq