Prepare Sahara core for plugin split

On the effort to make Sahara more user and operators friendly
we are splitting the plugins from Sahara core.

The main goal of this change is to facilitate installation,
maintainance and upgrade of plugins. With the plugins outside
the main Sahara code, operators will be able to install a subset
of plugins, as well as upgrade to newer versions of the plugins
without having to wait for a new version of OpenStack to be
released. As well, it aims to facilitate new contributors to
develop and maintain their own plugins.

Sahara Spec: https://specs.openstack.org/openstack/sahara-specs/specs/rocky/plugins-outside-sahara-core.html

Change-Id: I7ed0945fd82e37daaf6b29f947d3dba06db9d158

.gitignore

@@ -2,6 +2,7 @@
 *.egg[s]
 *.log
 *.py[co]
+*.un~
 .coverage
 .testrepository
 .tox

.zuul.yaml

@@ -12,17 +12,48 @@
       jobs:
         - openstack-tox-pylint:
             voting: false
-        - sahara-tests-scenario
+        - sahara-tests-scenario:
-        - sahara-tests-tempest
+            required-projects:
+              - openstack/sahara-plugin-ambari
+              - openstack/sahara-plugin-cdh
+              - openstack/sahara-plugin-mapr
+              - openstack/sahara-plugin-spark
+              - openstack/sahara-plugin-storm
+              - openstack/sahara-plugin-vanilla
+        - sahara-tests-tempest:
+            required-projects:
+              - openstack/sahara-plugin-ambari
+              - openstack/sahara-plugin-cdh
+              - openstack/sahara-plugin-mapr
+              - openstack/sahara-plugin-spark
+              - openstack/sahara-plugin-storm
+              - openstack/sahara-plugin-vanilla
         - openstack-tox-cover:
             voting: false
-        - sahara-grenade
+        - sahara-grenade:
+            voting: false
     gate:
       queue: sahara
       jobs:
-        - sahara-tests-scenario
+        - sahara-tests-scenario:
-        - sahara-tests-tempest
+            required-projects:
-        - sahara-grenade
+              - openstack/sahara-plugin-ambari
+              - openstack/sahara-plugin-cdh
+              - openstack/sahara-plugin-mapr
+              - openstack/sahara-plugin-spark
+              - openstack/sahara-plugin-storm
+              - openstack/sahara-plugin-vanilla
+        - sahara-tests-tempest:
+            required-projects:
+              - openstack/sahara-plugin-ambari
+              - openstack/sahara-plugin-cdh
+              - openstack/sahara-plugin-mapr
+              - openstack/sahara-plugin-spark
+              - openstack/sahara-plugin-storm
+              - openstack/sahara-plugin-vanilla
+        - sahara-grenade:
+            voting: false
+
     experimental:
       jobs:
         - sahara-buildimages-ambari
@@ -61,6 +92,13 @@
     nodeset: centos-7
     run: playbooks/buildimages/run.yaml
     timeout: 7200
+    required-projects:
+      - openstack/sahara-plugin-ambari
+      - openstack/sahara-plugin-cdh
+      - openstack/sahara-plugin-mapr
+      - openstack/sahara-plugin-spark
+      - openstack/sahara-plugin-storm
+      - openstack/sahara-plugin-vanilla
 
 - job:
     name: sahara-buildimages-ambari

devstack/plugin.sh

@@ -206,6 +206,42 @@ function install_sahara {
     fi
 }
 
+# install_ambari() - Collect source and prepare
+function install_ambari {
+    git_clone $AMBARI_PLUGIN_REPO $AMBARI_PLUGIN_DIR $AMBARI_PLUGIN_BRANCH
+    setup_develop $AMBARI_PLUGIN_DIR
+}
+
+# install_cdh() - Collect source and prepare
+function install_cdh {
+    git_clone $CDH_PLUGIN_REPO $CDH_PLUGIN_DIR $CDH_PLUGIN_BRANCH
+    setup_develop $CDH_PLUGIN_DIR
+}
+
+# install_mapr() - Collect source and prepare
+function install_mapr {
+    git_clone $MAPR_PLUGIN_REPO $MAPR_PLUGIN_DIR $MAPR_PLUGIN_BRANCH
+    setup_develop $MAPR_PLUGIN_DIR
+}
+
+# install_spark() - Collect source and prepare
+function install_spark {
+    git_clone $SPARK_PLUGIN_REPO $SPARK_PLUGIN_DIR $SPARK_PLUGIN_BRANCH
+    setup_develop $SPARK_PLUGIN_DIR
+}
+
+# install_storm() - Collect source and prepare
+function install_storm {
+    git_clone $STORM_PLUGIN_REPO $STORM_PLUGIN_DIR $STORM_PLUGIN_BRANCH
+    setup_develop $STORM_PLUGIN_DIR
+}
+
+# install_vanilla() - Collect source and prepare
+function install_vanilla {
+    git_clone $VANILLA_PLUGIN_REPO $VANILLA_PLUGIN_DIR $VANILLA_PLUGIN_BRANCH
+    setup_develop $VANILLA_PLUGIN_DIR
+}
+
 # install_python_saharaclient() - Collect source and prepare
 function install_python_saharaclient {
     if use_library_from_git "python-saharaclient"; then
@@ -284,11 +320,37 @@ function is_sahara_enabled {
     fi
 }
 
+function is_plugin_enabled {
+    if [ "${SAHARA_ENABLED_PLUGINS/$1}" = "$SAHARA_ENABLED_PLUGINS" ] ; then
+        return 1
+    else
+        return 0
+    fi
+}
+
 # Dispatcher for Sahara plugin
 if is_service_enabled sahara; then
     if [[ "$1" == "stack" && "$2" == "install" ]]; then
         echo_summary "Installing sahara"
         install_sahara
+        if is_plugin_enabled ambari; then
+            install_ambari
+        fi
+        if is_plugin_enabled cdh; then
+            install_cdh
+        fi
+        if is_plugin_enabled mapr; then
+            install_mapr
+        fi
+        if is_plugin_enabled spark; then
+            install_spark
+        fi
+        if is_plugin_enabled storm; then
+            install_storm
+        fi
+        if is_plugin_enabled vanilla; then
+            install_vanilla
+        fi
         install_python_saharaclient
         cleanup_sahara
     elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then

devstack/settings

@@ -6,10 +6,29 @@
 # Set up default directories
 SAHARACLIENT_DIR=$DEST/python-saharaclient
 SAHARA_DIR=$DEST/sahara
+AMBARI_PLUGIN_DIR=$DEST/sahara-plugin-ambari
+CDH_PLUGIN_DIR=$DEST/sahara-plugin-cdh
+MAPR_PLUGIN_DIR=$DEST/sahara-plugin-mapr
+SPARK_PLUGIN_DIR=$DEST/sahara-plugin-spark
+STORM_PLUGIN_DIR=$DEST/sahara-plugin-storm
+VANILLA_PLUGIN_DIR=$DEST/sahara-plugin-vanilla
 
 SAHARACLIENT_REPO=${SAHARACLIENT_REPO:-\
 ${GIT_BASE}/openstack/python-saharaclient.git}
 SAHARACLIENT_BRANCH=${SAHARACLIENT_BRANCH:-master}
+AMBARI_PLUGIN_REPO=${AMBARI_PLUGIN_REPO:-http://git.openstack.org/cgit/openstack/sahara-plugin-ambari/}
+AMBARI_PLUGIN_BRANCH=${AMBARI_PLUGIN_BRANCH:-master}
+CDH_PLUGIN_REPO=${CDH_PLUGIN_REPO:-http://git.openstack.org/cgit/openstack/sahara-plugin-cdh/}
+CDH_PLUGIN_BRANCH=${CDH_PLUGIN_BRANCH:-master}
+MAPR_PLUGIN_REPO=${MAPR_PLUGIN_REPO:-http://git.openstack.org/cgit/openstack/sahara-plugin-mapr/}
+MAPR_PLUGIN_BRANCH=${MAPR_PLUGIN_BRANCH:-master}
+SPARK_PLUGIN_REPO=${SPARK_PLUGIN_REPO:-http://git.openstack.org/cgit/openstack/sahara-plugin-spark/}
+SPARK_PLUGIN_BRANCH=${SPARK_PLUGIN_BRANCH:-master}
+STORM_PLUGIN_REPO=${STORM_PLUGIN_REPO:-http://git.openstack.org/cgit/openstack/sahara-plugin-storm/}
+STORM_PLUGIN_BRANCH=${STORM_PLUGIN_BRANCH:-master}
+VANILLA_PLUGIN_REPO=${VANILLA_PLUGIN_REPO:-http://git.openstack.org/cgit/openstack/sahara-plugin-vanilla/}
+VANILLA_PLUGIN_BRANCH=${VANILLA_PLUGIN_BRANCH:-master}
+
 
 SAHARA_CONF_DIR=${SAHARA_CONF_DIR:-/etc/sahara}
 SAHARA_CONF_FILE=${SAHARA_CONF_DIR}/sahara.conf

releasenotes/notes/plugins-split-from-sahara-core-9ffc5e5d06c9239c.yaml

@@ -0,0 +1,5 @@
+---
+features:
+  - |
+    In an effort to improve Sahara's usuability and manutenability we are
+    splitting the plugins from Sahara core into their own repositories.

sahara/plugins/ambari/client.py

@@ -1,363 +0,0 @@
-# Copyright (c) 2015 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-from oslo_log import log as logging
-from oslo_serialization import jsonutils
-from requests import auth
-
-from sahara import context
-from sahara.i18n import _
-from sahara.plugins.ambari import requests_helper as r_helper
-from sahara.plugins import exceptions as p_exc
-
-
-LOG = logging.getLogger(__name__)
-
-
-class AmbariNotFound(Exception):
-    pass
-
-
-class AmbariClient(object):
-    def __init__(self, instance, port="8080", **kwargs):
-        kwargs.setdefault("username", "admin")
-        kwargs.setdefault("password", "admin")
-
-        self._port = port
-        self._base_url = "http://{host}:{port}/api/v1".format(
-            host=instance.management_ip, port=port)
-        self._instance = instance
-        self._http_client = instance.remote().get_http_client(port)
-        self._headers = {"X-Requested-By": "sahara"}
-        self._auth = auth.HTTPBasicAuth(kwargs["username"], kwargs["password"])
-        self._default_client_args = {"verify": False, "auth": self._auth,
-                                     "headers": self._headers}
-
-    def __enter__(self):
-        return self
-
-    def __exit__(self, type, value, traceback):
-        self.close()
-
-    def close(self):
-        self._instance.remote().close_http_session(self._port)
-
-    def get(self, *args, **kwargs):
-        kwargs.update(self._default_client_args)
-        return self._http_client.get(*args, **kwargs)
-
-    def post(self, *args, **kwargs):
-        kwargs.update(self._default_client_args)
-        return self._http_client.post(*args, **kwargs)
-
-    def put(self, *args, **kwargs):
-        kwargs.update(self._default_client_args)
-        return self._http_client.put(*args, **kwargs)
-
-    def delete(self, *args, **kwargs):
-        kwargs.update(self._default_client_args)
-        return self._http_client.delete(*args, **kwargs)
-
-    def get_alerts_data(self, cluster):
-        url = self._base_url + "/clusters/%s/alerts?fields=*" % cluster.name
-        resp = self.get(url)
-        data = self.check_response(resp)
-        return data.get('items', [])
-
-    @staticmethod
-    def check_response(resp, handle_not_found=False):
-        if handle_not_found and resp.status_code == 404:
-            raise AmbariNotFound()
-        resp.raise_for_status()
-        if resp.text:
-            return jsonutils.loads(resp.text)
-
-    @staticmethod
-    def req_id(response):
-        if not response.text:
-            raise p_exc.HadoopProvisionError("Cannot find request id. "
-                                             "No response body")
-        body = jsonutils.loads(response.text)
-        if "Requests" not in body or "id" not in body["Requests"]:
-            raise p_exc.HadoopProvisionError("Cannot find request id. "
-                                             "Unexpected response format")
-        return body["Requests"]["id"]
-
-    def import_credential(self, cl_name, alias, data):
-        url = self._base_url + "/clusters/%s/credentials/%s" % (cl_name, alias)
-        resp = self.post(url, data=jsonutils.dumps(data))
-        self.check_response(resp)
-
-    def get_credential(self, cl_name, alias):
-        url = self._base_url + "/clusters/%s/credentials/%s" % (cl_name, alias)
-        resp = self.get(url)
-        self.check_response(resp, handle_not_found=True)
-
-    def regenerate_keytabs(self, cl_name):
-        url = (self._base_url +
-               "/clusters/%s?regenerate_keytabs=missing" % cl_name)
-        data = jsonutils.dumps({"Clusters": {"security_type": "KERBEROS"}})
-        resp = self.put(url, data=data)
-        self.check_response(resp)
-        return self.req_id(resp)
-
-    def get_registered_hosts(self):
-        url = self._base_url + "/hosts"
-        resp = self.get(url)
-        data = self.check_response(resp)
-        return data.get("items", [])
-
-    def get_host_info(self, host):
-        url = self._base_url + "/hosts/%s" % host
-        resp = self.get(url)
-        data = self.check_response(resp)
-        return data.get("Hosts", {})
-
-    def update_user_password(self, user, old_password, new_password):
-        url = self._base_url + "/users/%s" % user
-        data = jsonutils.dumps({
-            "Users": {
-                "old_password": old_password,
-                "password": new_password
-            }
-        })
-        resp = self.put(url, data=data)
-        self.check_response(resp)
-
-    def create_blueprint(self, name, data):
-        url = self._base_url + "/blueprints/%s" % name
-        resp = self.post(url, data=jsonutils.dumps(data))
-        return self.check_response(resp)
-
-    def create_cluster(self, name, data):
-        url = self._base_url + "/clusters/%s" % name
-        resp = self.post(url, data=jsonutils.dumps(data))
-        return self.check_response(resp).get("Requests")
-
-    def add_host_to_cluster(self, instance):
-        cluster_name = instance.cluster.name
-        hostname = instance.fqdn()
-        url = self._base_url + "/clusters/{cluster}/hosts/{hostname}".format(
-            cluster=cluster_name, hostname=hostname)
-        resp = self.post(url)
-        self.check_response(resp)
-
-    def get_config_groups(self, cluster):
-        url = self._base_url + "/clusters/%s/config_groups" % cluster.name
-        resp = self.get(url)
-        return self.check_response(resp)
-
-    def get_detailed_config_group(self, cluster, cfg_id):
-        url = self._base_url + "/clusters/%s/config_groups/%s" % (
-            cluster.name, cfg_id)
-        resp = self.get(url)
-        return self.check_response(resp)
-
-    def remove_config_group(self, cluster, cfg_id):
-        url = self._base_url + "/clusters/%s/config_groups/%s" % (
-            cluster.name, cfg_id)
-        resp = self.delete(url)
-        return self.check_response(resp)
-
-    def create_config_group(self, cluster, data):
-        url = self._base_url + "/clusters/%s/config_groups" % cluster.name
-        resp = self.post(url, data=jsonutils.dumps(data))
-        return self.check_response(resp)
-
-    def add_service_to_host(self, inst, service):
-        url = "{pref}/clusters/{cluster}/hosts/{host}/host_components/{proc}"
-        url = url.format(pref=self._base_url, cluster=inst.cluster.name,
-                         host=inst.fqdn(), proc=service)
-        self.check_response(self.post(url))
-
-    def start_service_on_host(self, inst, service, final_state):
-        url = "{pref}/clusters/{cluster}/hosts/{host}/host_components/{proc}"
-        url = url.format(
-            pref=self._base_url, cluster=inst.cluster.name, host=inst.fqdn(),
-            proc=service)
-        data = {
-            'HostRoles': {
-                'state': final_state
-            },
-            'RequestInfo': {
-                'context': "Starting service {service}, moving to state "
-                           "{state}".format(service=service, state=final_state)
-            }
-        }
-        resp = self.put(url, data=jsonutils.dumps(data))
-        self.check_response(resp)
-        # return req_id to check health of request
-        return self.req_id(resp)
-
-    def decommission_nodemanagers(self, cluster_name, instances):
-        url = self._base_url + "/clusters/%s/requests" % cluster_name
-        data = r_helper.build_nodemanager_decommission_request(cluster_name,
-                                                               instances)
-        resp = self.post(url, data=jsonutils.dumps(data))
-        self.wait_ambari_request(self.req_id(resp), cluster_name)
-
-    def decommission_datanodes(self, cluster_name, instances):
-        url = self._base_url + "/clusters/%s/requests" % cluster_name
-        data = r_helper.build_datanode_decommission_request(cluster_name,
-                                                            instances)
-        resp = self.post(url, data=jsonutils.dumps(data))
-        self.wait_ambari_request(self.req_id(resp), cluster_name)
-
-    def remove_process_from_host(self, cluster_name, instance, process):
-        url = self._base_url + "/clusters/%s/hosts/%s/host_components/%s" % (
-            cluster_name, instance.fqdn(), process)
-        resp = self.delete(url)
-
-        return self.check_response(resp)
-
-    def stop_process_on_host(self, cluster_name, instance, process):
-        url = self._base_url + "/clusters/%s/hosts/%s/host_components/%s" % (
-            cluster_name, instance.fqdn(), process)
-        check_installed_resp = self.check_response(self.get(url))
-
-        if check_installed_resp["HostRoles"]["state"] != "INSTALLED":
-            data = {"HostRoles": {"state": "INSTALLED"},
-                    "RequestInfo": {"context": "Stopping %s" % process}}
-            resp = self.put(url, data=jsonutils.dumps(data))
-
-            self.wait_ambari_request(self.req_id(resp), cluster_name)
-
-    def restart_namenode(self, cluster_name, instance):
-        url = self._base_url + "/clusters/%s/requests" % cluster_name
-        data = r_helper.build_namenode_restart_request(cluster_name, instance)
-        resp = self.post(url, data=jsonutils.dumps(data))
-        self.wait_ambari_request(self.req_id(resp), cluster_name)
-
-    def restart_resourcemanager(self, cluster_name, instance):
-        url = self._base_url + "/clusters/%s/requests" % cluster_name
-        data = r_helper.build_resourcemanager_restart_request(cluster_name,
-                                                              instance)
-        resp = self.post(url, data=jsonutils.dumps(data))
-        self.wait_ambari_request(self.req_id(resp), cluster_name)
-
-    def restart_service(self, cluster_name, service_name):
-        url = self._base_url + "/clusters/{}/services/{}".format(
-            cluster_name, service_name)
-
-        data = r_helper.build_stop_service_request(service_name)
-        resp = self.put(url, data=jsonutils.dumps(data))
-        self.wait_ambari_request(self.req_id(resp), cluster_name)
-
-        data = r_helper.build_start_service_request(service_name)
-        resp = self.put(url, data=jsonutils.dumps(data))
-        self.wait_ambari_request(self.req_id(resp), cluster_name)
-
-    def delete_host(self, cluster_name, instance):
-        url = self._base_url + "/clusters/%s/hosts/%s" % (cluster_name,
-                                                          instance.fqdn())
-        resp = self.delete(url)
-        return self.check_response(resp)
-
-    def check_request_status(self, cluster_name, req_id):
-        url = self._base_url + "/clusters/%s/requests/%d" % (cluster_name,
-                                                             req_id)
-        resp = self.get(url)
-        return self.check_response(resp).get("Requests")
-
-    def list_host_processes(self, cluster_name, instance):
-        url = self._base_url + "/clusters/%s/hosts/%s" % (
-            cluster_name, instance.fqdn())
-        resp = self.get(url)
-        body = jsonutils.loads(resp.text)
-
-        procs = [p["HostRoles"]["component_name"]
-                 for p in body["host_components"]]
-        return procs
-
-    def set_up_mirror(self, stack_version, os_type, repo_id, repo_url):
-        url = self._base_url + (
-            "/stacks/HDP/versions/%s/operating_systems/%s/repositories/%s") % (
-                stack_version, os_type, repo_id)
-        data = {
-            "Repositories": {
-                "base_url": repo_url,
-                "verify_base_url": True
-            }
-        }
-        resp = self.put(url, data=jsonutils.dumps(data))
-        self.check_response(resp)
-
-    def set_rack_info_for_instance(self, cluster_name, instance, rack_name):
-        url = self._base_url + "/clusters/%s/hosts/%s" % (
-            cluster_name, instance.fqdn())
-        data = {
-            "Hosts": {
-                "rack_info": rack_name
-            }
-        }
-        resp = self.put(url, data=jsonutils.dumps(data))
-        self.check_response(resp)
-
-    def get_request_info(self, cluster_name, request_id):
-        url = self._base_url + ("/clusters/%s/requests/%s" %
-                                (cluster_name, request_id))
-        resp = self.check_response(self.get(url))
-        return resp.get('Requests')
-
-    def wait_ambari_requests(self, requests, cluster_name):
-        requests = set(requests)
-        failed = []
-        context.sleep(20)
-        while len(requests) > 0:
-            completed, not_completed = set(), set()
-            for req_id in requests:
-                request = self.get_request_info(cluster_name, req_id)
-                status = request.get("request_status")
-                if status == 'COMPLETED':
-                    completed.add(req_id)
-                elif status in ['IN_PROGRESS', 'PENDING']:
-                    not_completed.add(req_id)
-                else:
-                    failed.append(request)
-            if failed:
-                msg = _("Some Ambari request(s) "
-                        "not in COMPLETED state: %(description)s.")
-                descrs = []
-                for req in failed:
-                    descr = _(
-                        "request %(id)d: %(name)s - in status %(status)s")
-                    descrs.append(descr %
-                                  {'id': req.get("id"),
-                                   'name': req.get("request_context"),
-                                   'status': req.get("request_status")})
-                raise p_exc.HadoopProvisionError(msg % {'description': descrs})
-            requests = not_completed
-            context.sleep(5)
-            LOG.debug("Waiting for %d ambari request(s) to be completed",
-                      len(not_completed))
-        LOG.debug("All ambari requests have been completed")
-
-    def wait_ambari_request(self, request_id, cluster_name):
-        context.sleep(20)
-        while True:
-            status = self.check_request_status(cluster_name, request_id)
-            LOG.debug("Task %(context)s in %(status)s state. "
-                      "Completed %(percent).1f%%",
-                      {'context': status["request_context"],
-                       'status': status["request_status"],
-                       'percent': status["progress_percent"]})
-            if status["request_status"] == "COMPLETED":
-                return
-            if status["request_status"] in ["IN_PROGRESS", "PENDING"]:
-                context.sleep(5)
-            else:
-                raise p_exc.HadoopProvisionError(
-                    _("Ambari request in %s state") % status["request_status"])

sahara/plugins/ambari/common.py

@@ -1,155 +0,0 @@
-# Copyright (c) 2015 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from sahara.plugins import kerberos
-
-# define service names
-
-AMBARI_SERVICE = "Ambari"
-FALCON_SERVICE = "Falcon"
-FLUME_SERVICE = "Flume"
-HBASE_SERVICE = "HBase"
-HDFS_SERVICE = "HDFS"
-HIVE_SERVICE = "Hive"
-KAFKA_SERVICE = "Kafka"
-KNOX_SERVICE = "Knox"
-MAPREDUCE2_SERVICE = "MAPREDUCE2"
-OOZIE_SERVICE = "Oozie"
-RANGER_SERVICE = "Ranger"
-SLIDER_SERVICE = "Slider"
-SPARK_SERVICE = "Spark"
-SQOOP_SERVICE = "Sqoop"
-STORM_SERVICE = "Storm"
-YARN_SERVICE = "YARN"
-ZOOKEEPER_SERVICE = "ZooKeeper"
-
-# define process names
-
-AMBARI_SERVER = "Ambari"
-APP_TIMELINE_SERVER = "YARN Timeline Server"
-DATANODE = "DataNode"
-DRPC_SERVER = "DRPC Server"
-FALCON_SERVER = "Falcon Server"
-FLUME_HANDLER = "Flume"
-HBASE_MASTER = "HBase Master"
-HBASE_REGIONSERVER = "HBase RegionServer"
-HISTORYSERVER = "MapReduce History Server"
-HIVE_METASTORE = "Hive Metastore"
-HIVE_SERVER = "HiveServer"
-KAFKA_BROKER = "Kafka Broker"
-KNOX_GATEWAY = "Knox Gateway"
-NAMENODE = "NameNode"
-NIMBUS = "Nimbus"
-NODEMANAGER = "NodeManager"
-OOZIE_SERVER = "Oozie"
-RANGER_ADMIN = "Ranger Admin"
-RANGER_USERSYNC = "Ranger Usersync"
-RESOURCEMANAGER = "ResourceManager"
-SECONDARY_NAMENODE = "SecondaryNameNode"
-SLIDER = "Slider"
-SPARK_JOBHISTORYSERVER = "Spark History Server"
-SQOOP = "Sqoop"
-STORM_UI_SERVER = "Storm UI Server"
-SUPERVISOR = "Supervisor"
-ZOOKEEPER_SERVER = "ZooKeeper"
-JOURNAL_NODE = "JournalNode"
-
-
-PROC_MAP = {
-    AMBARI_SERVER: ["METRICS_COLLECTOR"],
-    APP_TIMELINE_SERVER: ["APP_TIMELINE_SERVER"],
-    DATANODE: ["DATANODE"],
-    DRPC_SERVER: ["DRPC_SERVER"],
-    FALCON_SERVER: ["FALCON_SERVER"],
-    HBASE_MASTER: ["HBASE_MASTER"],
-    HBASE_REGIONSERVER: ["HBASE_REGIONSERVER"],
-    HISTORYSERVER: ["HISTORYSERVER"],
-    HIVE_METASTORE: ["HIVE_METASTORE"],
-    HIVE_SERVER: ["HIVE_SERVER", "MYSQL_SERVER", "WEBHCAT_SERVER"],
-    KAFKA_BROKER: ["KAFKA_BROKER"],
-    KNOX_GATEWAY: ["KNOX_GATEWAY"],
-    NAMENODE: ["NAMENODE"],
-    NIMBUS: ["NIMBUS"],
-    NODEMANAGER: ["NODEMANAGER"],
-    OOZIE_SERVER: ["OOZIE_SERVER", "PIG"],
-    RANGER_ADMIN: ["RANGER_ADMIN"],
-    RANGER_USERSYNC: ["RANGER_USERSYNC"],
-    RESOURCEMANAGER: ["RESOURCEMANAGER"],
-    SECONDARY_NAMENODE: ["SECONDARY_NAMENODE"],
-    SLIDER: ["SLIDER"],
-    SPARK_JOBHISTORYSERVER: ["SPARK_JOBHISTORYSERVER"],
-    SQOOP: ["SQOOP"],
-    STORM_UI_SERVER: ["STORM_UI_SERVER"],
-    SUPERVISOR: ["SUPERVISOR"],
-    ZOOKEEPER_SERVER: ["ZOOKEEPER_SERVER"],
-    JOURNAL_NODE: ["JOURNALNODE"]
-}
-
-CLIENT_MAP = {
-    APP_TIMELINE_SERVER: ["MAPREDUCE2_CLIENT", "YARN_CLIENT"],
-    DATANODE: ["HDFS_CLIENT"],
-    FALCON_SERVER: ["FALCON_CLIENT"],
-    FLUME_HANDLER: ["FLUME_HANDLER"],
-    HBASE_MASTER: ["HBASE_CLIENT"],
-    HBASE_REGIONSERVER: ["HBASE_CLIENT"],
-    HISTORYSERVER: ["MAPREDUCE2_CLIENT", "YARN_CLIENT"],
-    HIVE_METASTORE: ["HIVE_CLIENT"],
-    HIVE_SERVER: ["HIVE_CLIENT"],
-    NAMENODE: ["HDFS_CLIENT"],
-    NODEMANAGER: ["MAPREDUCE2_CLIENT", "YARN_CLIENT"],
-    OOZIE_SERVER: ["OOZIE_CLIENT", "TEZ_CLIENT"],
-    RESOURCEMANAGER: ["MAPREDUCE2_CLIENT", "YARN_CLIENT"],
-    SECONDARY_NAMENODE: ["HDFS_CLIENT"],
-    SPARK_JOBHISTORYSERVER: ["SPARK_CLIENT"],
-    ZOOKEEPER_SERVER: ["ZOOKEEPER_CLIENT"]
-}
-
-KERBEROS_CLIENT = 'KERBEROS_CLIENT'
-ALL_LIST = ["METRICS_MONITOR"]
-
-# types of HA
-NAMENODE_HA = "NameNode HA"
-RESOURCEMANAGER_HA = "ResourceManager HA"
-HBASE_REGIONSERVER_HA = "HBase RegionServer HA"
-
-
-def get_ambari_proc_list(node_group):
-    procs = []
-    for sp in node_group.node_processes:
-        procs.extend(PROC_MAP.get(sp, []))
-    return procs
-
-
-def get_clients(cluster):
-    procs = []
-    for ng in cluster.node_groups:
-        procs.extend(ng.node_processes)
-
-    clients = []
-    for proc in procs:
-        clients.extend(CLIENT_MAP.get(proc, []))
-    clients = list(set(clients))
-    clients.extend(ALL_LIST)
-    if kerberos.is_kerberos_security_enabled(cluster):
-        clients.append(KERBEROS_CLIENT)
-    return clients
-
-
-def instances_have_process(instances, process):
-    for i in instances:
-        if process in i.node_group.node_processes:
-            return True
-
-    return False

sahara/plugins/ambari/configs.py

@@ -1,334 +0,0 @@
-# Copyright (c) 2015 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-from oslo_serialization import jsonutils
-import six
-
-from sahara.i18n import _
-from sahara.plugins.ambari import common
-from sahara.plugins import provisioning
-from sahara.plugins import utils
-from sahara.swift import swift_helper
-from sahara.utils import files
-
-
-CONFIGS = {}
-OBJ_CONFIGS = {}
-CFG_PROCESS_MAP = {
-    "admin-properties": common.RANGER_SERVICE,
-    "ams-env": common.AMBARI_SERVICE,
-    "ams-hbase-env": common.AMBARI_SERVICE,
-    "ams-hbase-policy": common.AMBARI_SERVICE,
-    "ams-hbase-security-site": common.AMBARI_SERVICE,
-    "ams-hbase-site": common.AMBARI_SERVICE,
-    "ams-site": common.AMBARI_SERVICE,
-    "capacity-scheduler": common.YARN_SERVICE,
-    "cluster-env": "general",
-    "core-site": common.HDFS_SERVICE,
-    "falcon-env": common.FALCON_SERVICE,
-    "falcon-runtime.properties": common.FALCON_SERVICE,
-    "falcon-startup.properties": common.FALCON_SERVICE,
-    "flume-env": common.FLUME_SERVICE,
-    "gateway-site": common.KNOX_SERVICE,
-    "hadoop-env": common.HDFS_SERVICE,
-    "hadoop-policy": common.HDFS_SERVICE,
-    "hbase-env": common.HBASE_SERVICE,
-    "hbase-policy": common.HBASE_SERVICE,
-    "hbase-site": common.HBASE_SERVICE,
-    "hdfs-site": common.HDFS_SERVICE,
-    "hive-env": common.HIVE_SERVICE,
-    "hive-site": common.HIVE_SERVICE,
-    "hiveserver2-site": common.HIVE_SERVICE,
-    "kafka-broker": common.KAFKA_SERVICE,
-    "kafka-env": common.KAFKA_SERVICE,
-    "knox-env": common.KNOX_SERVICE,
-    "mapred-env": common.YARN_SERVICE,
-    "mapred-site": common.YARN_SERVICE,
-    "oozie-env": common.OOZIE_SERVICE,
-    "oozie-site": common.OOZIE_SERVICE,
-    "ranger-env": common.RANGER_SERVICE,
-    "ranger-hbase-plugin-properties": common.HBASE_SERVICE,
-    "ranger-hdfs-plugin-properties": common.HDFS_SERVICE,
-    "ranger-hive-plugin-properties": common.HIVE_SERVICE,
-    "ranger-knox-plugin-properties": common.KNOX_SERVICE,
-    "ranger-site": common.RANGER_SERVICE,
-    "ranger-storm-plugin-properties": common.STORM_SERVICE,
-    "spark-defaults": common.SPARK_SERVICE,
-    "spark-env": common.SPARK_SERVICE,
-    "sqoop-env": common.SQOOP_SERVICE,
-    "storm-env": common.STORM_SERVICE,
-    "storm-site": common.STORM_SERVICE,
-    "tez-site": common.OOZIE_SERVICE,
-    "usersync-properties": common.RANGER_SERVICE,
-    "yarn-env": common.YARN_SERVICE,
-    "yarn-site": common.YARN_SERVICE,
-    "zoo.cfg": common.ZOOKEEPER_SERVICE,
-    "zookeeper-env": common.ZOOKEEPER_SERVICE
-}
-
-
-SERVICES_TO_CONFIGS_MAP = None
-
-
-def get_service_to_configs_map():
-    global SERVICES_TO_CONFIGS_MAP
-    if SERVICES_TO_CONFIGS_MAP:
-        return SERVICES_TO_CONFIGS_MAP
-    data = {}
-    for (key, item) in six.iteritems(CFG_PROCESS_MAP):
-        if item not in data:
-            data[item] = []
-        data[item].append(key)
-    SERVICES_TO_CONFIGS_MAP = data
-    return SERVICES_TO_CONFIGS_MAP
-
-
-ng_confs = [
-    "dfs.datanode.data.dir",
-    "dtnode_heapsize",
-    "mapreduce.map.java.opts",
-    "mapreduce.map.memory.mb",
-    "mapreduce.reduce.java.opts",
-    "mapreduce.reduce.memory.mb",
-    "mapreduce.task.io.sort.mb",
-    "nodemanager_heapsize",
-    "yarn.app.mapreduce.am.command-opts",
-    "yarn.app.mapreduce.am.resource.mb",
-    "yarn.nodemanager.resource.cpu-vcores",
-    "yarn.nodemanager.resource.memory-mb",
-    "yarn.scheduler.maximum-allocation-mb",
-    "yarn.scheduler.minimum-allocation-mb"
-]
-
-
-use_base_repos_cfg = provisioning.Config(
-    "Enable external repos on instances", 'general', 'cluster', priority=1,
-    default_value=True, config_type="bool")
-hdp_repo_cfg = provisioning.Config(
-    "HDP repo URL", "general", "cluster", priority=1, default_value="")
-hdp_utils_repo_cfg = provisioning.Config(
-    "HDP-UTILS repo URL", "general", "cluster", priority=1, default_value="")
-autoconfigs_strategy = provisioning.Config(
-    "Auto-configuration strategy", 'general', 'cluster', priority=1,
-    config_type='dropdown',
-    default_value='NEVER_APPLY',
-    config_values=[(v, v) for v in [
-        'NEVER_APPLY', 'ALWAYS_APPLY', 'ONLY_STACK_DEFAULTS_APPLY',
-    ]],
-)
-ambari_pkg_install_timeout = provisioning.Config(
-    "Ambari Agent Package Install timeout", "general", "cluster",
-    priority=1, default_value="1800")
-
-
-def _get_service_name(service):
-    return CFG_PROCESS_MAP.get(service, service)
-
-
-def _get_config_group(group, param, plugin_version):
-    if not CONFIGS or plugin_version not in CONFIGS:
-        load_configs(plugin_version)
-    for section, process in six.iteritems(CFG_PROCESS_MAP):
-        if process == group and param in CONFIGS[plugin_version][section]:
-            return section
-
-
-def _get_param_scope(param):
-    if param in ng_confs:
-        return "node"
-    else:
-        return "cluster"
-
-
-def _get_ha_params():
-    enable_namenode_ha = provisioning.Config(
-        name=common.NAMENODE_HA,
-        applicable_target="general",
-        scope="cluster",
-        config_type="bool",
-        default_value=False,
-        is_optional=True,
-        description=_("Enable NameNode HA"),
-        priority=1)
-
-    enable_resourcemanager_ha = provisioning.Config(
-        name=common.RESOURCEMANAGER_HA,
-        applicable_target="general",
-        scope="cluster",
-        config_type="bool",
-        default_value=False,
-        is_optional=True,
-        description=_("Enable ResourceManager HA"),
-        priority=1)
-
-    enable_regionserver_ha = provisioning.Config(
-        name=common.HBASE_REGIONSERVER_HA,
-        applicable_target="general",
-        scope="cluster",
-        config_type="bool",
-        default_value=False,
-        is_optional=True,
-        description=_("Enable HBase RegionServer HA"),
-        priority=1)
-
-    return [enable_namenode_ha,
-            enable_resourcemanager_ha,
-            enable_regionserver_ha]
-
-
-def load_configs(version):
-    if OBJ_CONFIGS.get(version):
-        return OBJ_CONFIGS[version]
-    cfg_path = "plugins/ambari/resources/configs-%s.json" % version
-    vanilla_cfg = jsonutils.loads(files.get_file_text(cfg_path))
-    CONFIGS[version] = vanilla_cfg
-    sahara_cfg = [hdp_repo_cfg, hdp_utils_repo_cfg, use_base_repos_cfg,
-                  autoconfigs_strategy, ambari_pkg_install_timeout]
-    for service, confs in vanilla_cfg.items():
-        for k, v in confs.items():
-            sahara_cfg.append(provisioning.Config(
-                k, _get_service_name(service), _get_param_scope(k),
-                default_value=v))
-
-    sahara_cfg.extend(_get_ha_params())
-    OBJ_CONFIGS[version] = sahara_cfg
-    return sahara_cfg
-
-
-def _get_config_value(cluster, key):
-    return cluster.cluster_configs.get("general", {}).get(key.name,
-                                                          key.default_value)
-
-
-def use_base_repos_needed(cluster):
-    return _get_config_value(cluster, use_base_repos_cfg)
-
-
-def get_hdp_repo_url(cluster):
-    return _get_config_value(cluster, hdp_repo_cfg)
-
-
-def get_hdp_utils_repo_url(cluster):
-    return _get_config_value(cluster, hdp_utils_repo_cfg)
-
-
-def get_auto_configuration_strategy(cluster):
-    return _get_config_value(cluster, autoconfigs_strategy)
-
-
-def get_ambari_pkg_install_timeout(cluster):
-    return _get_config_value(cluster, ambari_pkg_install_timeout)
-
-
-def _serialize_ambari_configs(configs):
-    return list(map(lambda x: {x: configs[x]}, configs))
-
-
-def _create_ambari_configs(sahara_configs, plugin_version):
-    configs = {}
-    for service, params in six.iteritems(sahara_configs):
-        if service == "general" or service == "Kerberos":
-            # General and Kerberos configs are designed for Sahara, not for
-            # the plugin
-            continue
-        for k, v in six.iteritems(params):
-            group = _get_config_group(service, k, plugin_version)
-            configs.setdefault(group, {})
-            configs[group].update({k: v})
-    return configs
-
-
-def _make_paths(dirs, suffix):
-    return ",".join([d + suffix for d in dirs])
-
-
-def get_instance_params_mapping(inst):
-    configs = _create_ambari_configs(inst.node_group.node_configs,
-                                     inst.node_group.cluster.hadoop_version)
-    storage_paths = inst.storage_paths()
-    configs.setdefault("hdfs-site", {})
-    configs["hdfs-site"]["dfs.datanode.data.dir"] = _make_paths(
-        storage_paths, "/hdfs/data")
-    configs["hdfs-site"]["dfs.journalnode.edits.dir"] = _make_paths(
-        storage_paths, "/hdfs/journalnode")
-    configs["hdfs-site"]["dfs.namenode.checkpoint.dir"] = _make_paths(
-        storage_paths, "/hdfs/namesecondary")
-    configs["hdfs-site"]["dfs.namenode.name.dir"] = _make_paths(
-        storage_paths, "/hdfs/namenode")
-    configs.setdefault("yarn-site", {})
-    configs["yarn-site"]["yarn.nodemanager.local-dirs"] = _make_paths(
-        storage_paths, "/yarn/local")
-    configs["yarn-site"]["yarn.nodemanager.log-dirs"] = _make_paths(
-        storage_paths, "/yarn/log")
-    configs["yarn-site"][
-        "yarn.timeline-service.leveldb-timeline-store.path"] = _make_paths(
-            storage_paths, "/yarn/timeline")
-    configs.setdefault("oozie-site", {})
-    configs["oozie-site"][
-        "oozie.service.AuthorizationService.security.enabled"] = "false"
-    return configs
-
-
-def get_instance_params(inst):
-    return _serialize_ambari_configs(get_instance_params_mapping(inst))
-
-
-def get_cluster_params(cluster):
-    configs = _create_ambari_configs(cluster.cluster_configs,
-                                     cluster.hadoop_version)
-    swift_configs = {x["name"]: x["value"]
-                     for x in swift_helper.get_swift_configs()}
-    configs.setdefault("core-site", {})
-    configs["core-site"].update(swift_configs)
-    if utils.get_instance(cluster, common.RANGER_ADMIN):
-        configs.setdefault("admin-properties", {})
-        configs["admin-properties"]["db_root_password"] = (
-            cluster.extra["ranger_db_password"])
-    return _serialize_ambari_configs(configs)
-
-
-def get_config_group(instance):
-    params = get_instance_params_mapping(instance)
-    groups = []
-    for (service, targets) in six.iteritems(get_service_to_configs_map()):
-        current_group = {
-            'cluster_name': instance.cluster.name,
-            'group_name': "%s:%s" % (
-                instance.cluster.name, instance.instance_name),
-            'tag': service,
-            'description': "Config group for scaled "
-                           "node %s" % instance.instance_name,
-            'hosts': [
-                {
-                    'host_name': instance.fqdn()
-                }
-            ],
-            'desired_configs': []
-        }
-        at_least_one_added = False
-        for target in targets:
-            configs = params.get(target, {})
-            if configs:
-                current_group['desired_configs'].append({
-                    'type': target,
-                    'properties': configs,
-                    'tag': instance.instance_name
-                })
-                at_least_one_added = True
-        if at_least_one_added:
-            # Config Group without overridden data is not interesting
-            groups.append({'ConfigGroup': current_group})
-    return groups

sahara/plugins/ambari/deploy.py

@@ -1,719 +0,0 @@
-# Copyright (c) 2015 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-import functools
-import telnetlib  # nosec
-
-from oslo_log import log as logging
-from oslo_utils import uuidutils
-
-from sahara import conductor
-from sahara import context
-from sahara.i18n import _
-from sahara.plugins.ambari import client as ambari_client
-from sahara.plugins.ambari import common as p_common
-from sahara.plugins.ambari import configs
-from sahara.plugins.ambari import ha_helper
-from sahara.plugins import kerberos
-from sahara.plugins import utils as plugin_utils
-from sahara.topology import topology_helper as t_helper
-from sahara.utils import cluster_progress_ops as cpo
-from sahara.utils import poll_utils
-
-
-LOG = logging.getLogger(__name__)
-conductor = conductor.API
-
-
-repo_id_map = {
-    "2.3": {
-        "HDP": "HDP-2.3",
-        "HDP-UTILS": "HDP-UTILS-1.1.0.20"
-    },
-    "2.4": {
-        "HDP": "HDP-2.4",
-        "HDP-UTILS": "HDP-UTILS-1.1.0.20"
-    },
-    "2.5": {
-        "HDP": "HDP-2.5",
-        "HDP-UTILS": "HDP-UTILS-1.1.0.21"
-    },
-    "2.6": {
-        "HDP": "HDP-2.6",
-        "HDP-UTILS": "HDP-UTILS-1.1.0.22"
-    },
-}
-
-os_type_map = {
-    "centos6": "redhat6",
-    "redhat6": "redhat6",
-    "centos7": "redhat7",
-    "redhat7": "redhat7",
-    "ubuntu14": "ubuntu14"
-}
-
-
-@cpo.event_wrapper(True, step=_("Set up Ambari management console"),
-                   param=('cluster', 0))
-def setup_ambari(cluster):
-    LOG.debug("Set up Ambari management console")
-    ambari = plugin_utils.get_instance(cluster, p_common.AMBARI_SERVER)
-    ambari_settings = ("agent.package.install.task.timeout=%s"
-                       % configs.get_ambari_pkg_install_timeout(cluster))
-    with ambari.remote() as r:
-        sudo = functools.partial(r.execute_command, run_as_root=True)
-        sudo("rngd -r /dev/urandom -W 4096")
-        r.replace_remote_line("/etc/ambari-server/conf/ambari.properties",
-                              "agent.package.install.task.timeout=",
-                              ambari_settings)
-        sudo("ambari-server setup -s -j"
-             " `cut -f2 -d \"=\" /etc/profile.d/99-java.sh`", timeout=1800)
-        # the following change must be after ambari-setup, or it would be
-        # overwritten (probably because it's not part of the base set of
-        # keywords/values handled by ambari-setup).
-        r.append_to_file("/etc/ambari-server/conf/ambari.properties",
-                         "server.startup.web.timeout=180", run_as_root=True)
-        redirect_file = "/tmp/%s" % uuidutils.generate_uuid()
-        sudo("service ambari-server start >{rfile} && "
-             "cat {rfile} && rm {rfile}".format(rfile=redirect_file))
-    LOG.debug("Ambari management console installed")
-
-
-def setup_agents(cluster, instances=None):
-    LOG.debug("Set up Ambari agents")
-    manager_address = plugin_utils.get_instance(
-        cluster, p_common.AMBARI_SERVER).fqdn()
-    if not instances:
-        instances = plugin_utils.get_instances(cluster)
-    _setup_agents(instances, manager_address)
-
-
-def _setup_agents(instances, manager_address):
-    cpo.add_provisioning_step(
-        instances[0].cluster.id, _("Set up Ambari agents"), len(instances))
-    with context.ThreadGroup() as tg:
-        for inst in instances:
-            tg.spawn("hwx-agent-setup-%s" % inst.id,
-                     _setup_agent, inst, manager_address)
-    LOG.debug("Ambari agents have been installed")
-
-
-def _disable_repos_on_inst(instance):
-    with context.set_current_instance_id(instance_id=instance.instance_id):
-        with instance.remote() as r:
-            sudo = functools.partial(r.execute_command, run_as_root=True)
-            if r.get_os_distrib() == "ubuntu":
-                sudo("mv /etc/apt/sources.list /etc/apt/sources.list.tmp")
-            else:
-                tmp_name = "/tmp/yum.repos.d-%s" % instance.instance_id[:8]
-                # moving to other folder
-                sudo("mv /etc/yum.repos.d/ {fold_name}".format(
-                    fold_name=tmp_name))
-                sudo("mkdir /etc/yum.repos.d")
-
-
-def disable_repos(cluster):
-    if configs.use_base_repos_needed(cluster):
-        LOG.debug("Using base repos")
-        return
-    instances = plugin_utils.get_instances(cluster)
-    with context.ThreadGroup() as tg:
-        for inst in instances:
-            tg.spawn("disable-repos-%s" % inst.instance_name,
-                     _disable_repos_on_inst, inst)
-
-
-@cpo.event_wrapper(True)
-def _setup_agent(instance, ambari_address):
-    with instance.remote() as r:
-        sudo = functools.partial(r.execute_command, run_as_root=True)
-        r.replace_remote_string("/etc/ambari-agent/conf/ambari-agent.ini",
-                                "localhost", ambari_address)
-        try:
-            sudo("ambari-agent start")
-        except Exception as e:
-            # workaround for ubuntu, because on ubuntu the ambari agent
-            # starts automatically after image boot
-            msg = _("Restart of ambari-agent is needed for host {}, "
-                    "reason: {}").format(instance.fqdn(), e)
-            LOG.exception(msg)
-            sudo("ambari-agent restart")
-        # for correct installing packages
-        r.update_repository()
-
-
-@cpo.event_wrapper(True, step=_("Wait Ambari accessible"),
-                   param=('cluster', 0))
-def wait_ambari_accessible(cluster):
-    ambari = plugin_utils.get_instance(cluster, p_common.AMBARI_SERVER)
-    kwargs = {"host": ambari.management_ip, "port": 8080}
-    poll_utils.poll(_check_port_accessible, kwargs=kwargs, timeout=300)
-
-
-def _check_port_accessible(host, port):
-    try:
-        conn = telnetlib.Telnet(host, port)
-        conn.close()
-        return True
-    except IOError:
-        return False
-
-
-def resolve_package_conflicts(cluster, instances=None):
-    if not instances:
-        instances = plugin_utils.get_instances(cluster)
-    for instance in instances:
-        with instance.remote() as r:
-            if r.get_os_distrib() == 'ubuntu':
-                try:
-                    r.execute_command(
-                        "apt-get remove -y libmysql-java", run_as_root=True)
-                except Exception:
-                    LOG.warning("Can't remove libmysql-java, "
-                                "it's probably not installed")
-
-
-def _prepare_ranger(cluster):
-    ranger = plugin_utils.get_instance(cluster, p_common.RANGER_ADMIN)
-    if not ranger:
-        return
-    ambari = plugin_utils.get_instance(cluster, p_common.AMBARI_SERVER)
-    with ambari.remote() as r:
-        sudo = functools.partial(r.execute_command, run_as_root=True)
-        sudo("ambari-server setup --jdbc-db=mysql "
-             "--jdbc-driver=/usr/share/java/mysql-connector-java.jar")
-    init_db_template = (
-        "create user 'root'@'%' identified by '{password}';\n"
-        "set password for 'root'@'localhost' = password('{password}');")
-    password = uuidutils.generate_uuid()
-    extra = cluster.extra.to_dict() if cluster.extra else {}
-    extra["ranger_db_password"] = password
-    ctx = context.ctx()
-    conductor.cluster_update(ctx, cluster, {"extra": extra})
-    with ranger.remote() as r:
-        sudo = functools.partial(r.execute_command, run_as_root=True)
-        # TODO(sreshetnyak): add ubuntu support
-        sudo("yum install -y mysql-server")
-        sudo("service mysqld start")
-        r.write_file_to("/tmp/init.sql",
-                        init_db_template.format(password=password))
-        sudo("mysql < /tmp/init.sql")
-        sudo("rm /tmp/init.sql")
-
-
-@cpo.event_wrapper(True, step=_("Prepare Hive"), param=('cluster', 0))
-def prepare_hive(cluster):
-    hive = plugin_utils.get_instance(cluster, p_common.HIVE_SERVER)
-    if not hive:
-        return
-    with hive.remote() as r:
-        r.execute_command(
-            'sudo su - -c  "hadoop fs -mkdir /user/oozie/conf" hdfs')
-        r.execute_command(
-            'sudo su - -c  "hadoop fs -copyFromLocal '
-            '/etc/hive/conf/hive-site.xml '
-            '/user/oozie/conf/hive-site.xml" hdfs')
-
-
-@cpo.event_wrapper(True, step=_("Update default Ambari password"),
-                   param=('cluster', 0))
-def update_default_ambari_password(cluster):
-    ambari = plugin_utils.get_instance(cluster, p_common.AMBARI_SERVER)
-    new_password = uuidutils.generate_uuid()
-    with ambari_client.AmbariClient(ambari) as client:
-        client.update_user_password("admin", "admin", new_password)
-    extra = cluster.extra.to_dict() if cluster.extra else {}
-    extra["ambari_password"] = new_password
-    ctx = context.ctx()
-    conductor.cluster_update(ctx, cluster, {"extra": extra})
-    cluster = conductor.cluster_get(ctx, cluster.id)
-
-
-@cpo.event_wrapper(True, step=_("Wait registration of hosts"),
-                   param=('cluster', 0))
-def wait_host_registration(cluster, instances):
-    with _get_ambari_client(cluster) as client:
-        kwargs = {"client": client, "instances": instances}
-        poll_utils.poll(_check_host_registration, kwargs=kwargs, timeout=600)
-
-
-def _check_host_registration(client, instances):
-    hosts = client.get_registered_hosts()
-    registered_host_names = [h["Hosts"]["host_name"] for h in hosts]
-    for instance in instances:
-        if instance.fqdn() not in registered_host_names:
-            return False
-    return True
-
-
-@cpo.event_wrapper(True, step=_("Set up HDP repositories"),
-                   param=('cluster', 0))
-def _set_up_hdp_repos(cluster, hdp_repo, hdp_utils_repo):
-    ambari = plugin_utils.get_instance(cluster, p_common.AMBARI_SERVER)
-    pv = cluster.hadoop_version
-    repos = repo_id_map[pv]
-    with _get_ambari_client(cluster) as client:
-        os_type = os_type_map[client.get_host_info(ambari.fqdn())["os_type"]]
-        if hdp_repo:
-            client.set_up_mirror(pv, os_type, repos["HDP"], hdp_repo)
-        if hdp_utils_repo:
-            client.set_up_mirror(pv, os_type, repos["HDP-UTILS"],
-                                 hdp_utils_repo)
-
-
-def set_up_hdp_repos(cluster):
-    hdp_repo = configs.get_hdp_repo_url(cluster)
-    hdp_utils_repo = configs.get_hdp_utils_repo_url(cluster)
-    if hdp_repo or hdp_utils_repo:
-        _set_up_hdp_repos(cluster, hdp_repo, hdp_utils_repo)
-
-
-def get_kdc_server(cluster):
-    return plugin_utils.get_instance(
-        cluster, p_common.AMBARI_SERVER)
-
-
-def _prepare_kerberos(cluster, instances=None):
-    if instances is None:
-        kerberos.deploy_infrastructure(cluster, get_kdc_server(cluster))
-        kerberos.prepare_policy_files(cluster)
-    else:
-        server = None
-        if not kerberos.using_existing_kdc(cluster):
-            server = get_kdc_server(cluster)
-        kerberos.setup_clients(cluster, server)
-        kerberos.prepare_policy_files(cluster)
-
-
-def prepare_kerberos(cluster, instances=None):
-    if kerberos.is_kerberos_security_enabled(cluster):
-        _prepare_kerberos(cluster, instances)
-
-
-def _serialize_mit_kdc_kerberos_env(cluster):
-    return {
-        'kerberos-env': {
-            "realm": kerberos.get_realm_name(cluster),
-            "kdc_type": "mit-kdc",
-            "kdc_host": kerberos.get_kdc_host(
-                cluster, get_kdc_server(cluster)),
-            "admin_server_host": kerberos.get_kdc_host(
-                cluster, get_kdc_server(cluster)),
-            'encryption_types': 'aes256-cts-hmac-sha1-96',
-            'ldap_url': '', 'container_dn': '',
-        }
-    }
-
-
-def _serialize_krb5_configs(cluster):
-    return {
-        "krb5-conf": {
-            "properties_attributes": {},
-            "properties": {
-                "manage_krb5_conf": "false"
-            }
-        }
-    }
-
-
-def _get_credentials(cluster):
-    return [{
-        "alias": "kdc.admin.credential",
-        "principal": kerberos.get_admin_principal(cluster),
-        "key": kerberos.get_server_password(cluster),
-        "type": "TEMPORARY"
-    }]
-
-
-def get_host_group_components(cluster, processes):
-    result = []
-    for proc in processes:
-        result.append({'name': proc})
-    return result
-
-
-@cpo.event_wrapper(True, step=_("Create Ambari blueprint"),
-                   param=('cluster', 0))
-def create_blueprint(cluster):
-    _prepare_ranger(cluster)
-    cluster = conductor.cluster_get(context.ctx(), cluster.id)
-    host_groups = []
-    for ng in cluster.node_groups:
-        procs = p_common.get_ambari_proc_list(ng)
-        procs.extend(p_common.get_clients(cluster))
-        for instance in ng.instances:
-            hg = {
-                "name": instance.instance_name,
-                "configurations": configs.get_instance_params(instance),
-                "components": get_host_group_components(cluster, procs)
-            }
-            host_groups.append(hg)
-    bp = {
-        "Blueprints": {
-            "stack_name": "HDP",
-            "stack_version": cluster.hadoop_version,
-        },
-        "host_groups": host_groups,
-        "configurations": configs.get_cluster_params(cluster)
-    }
-
-    if kerberos.is_kerberos_security_enabled(cluster):
-        bp['configurations'].extend([
-            _serialize_mit_kdc_kerberos_env(cluster),
-            _serialize_krb5_configs(cluster)
-        ])
-        bp['Blueprints']['security'] = {'type': 'KERBEROS'}
-
-    general_configs = cluster.cluster_configs.get("general", {})
-    if (general_configs.get(p_common.NAMENODE_HA) or
-            general_configs.get(p_common.RESOURCEMANAGER_HA) or
-            general_configs.get(p_common.HBASE_REGIONSERVER_HA)):
-        bp = ha_helper.update_bp_ha_common(cluster, bp)
-
-    if general_configs.get(p_common.NAMENODE_HA):
-        bp = ha_helper.update_bp_for_namenode_ha(cluster, bp)
-
-    if general_configs.get(p_common.RESOURCEMANAGER_HA):
-        bp = ha_helper.update_bp_for_resourcemanager_ha(cluster, bp)
-
-    if general_configs.get(p_common.HBASE_REGIONSERVER_HA):
-        bp = ha_helper.update_bp_for_hbase_ha(cluster, bp)
-
-    with _get_ambari_client(cluster) as client:
-        return client.create_blueprint(cluster.name, bp)
-
-
-def _build_ambari_cluster_template(cluster):
-    cl_tmpl = {
-        "blueprint": cluster.name,
-        "default_password": uuidutils.generate_uuid(),
-        "host_groups": []
-    }
-
-    if cluster.use_autoconfig:
-        strategy = configs.get_auto_configuration_strategy(cluster)
-        cl_tmpl["config_recommendation_strategy"] = strategy
-
-    if kerberos.is_kerberos_security_enabled(cluster):
-        cl_tmpl["credentials"] = _get_credentials(cluster)
-        cl_tmpl["security"] = {"type": "KERBEROS"}
-    topology = _get_topology_data(cluster)
-    for ng in cluster.node_groups:
-        for instance in ng.instances:
-            host = {"fqdn": instance.fqdn()}
-            if t_helper.is_data_locality_enabled():
-                host["rack_info"] = topology[instance.instance_name]
-            cl_tmpl["host_groups"].append({
-                "name": instance.instance_name,
-                "hosts": [host]
-            })
-    return cl_tmpl
-
-
-@cpo.event_wrapper(True, step=_("Start cluster"), param=('cluster', 0))
-def start_cluster(cluster):
-    ambari_template = _build_ambari_cluster_template(cluster)
-    with _get_ambari_client(cluster) as client:
-        req_id = client.create_cluster(cluster.name, ambari_template)["id"]
-        client.wait_ambari_request(req_id, cluster.name)
-
-
-@cpo.event_wrapper(True)
-def _add_host_to_cluster(instance, client):
-    client.add_host_to_cluster(instance)
-
-
-def add_new_hosts(cluster, instances):
-    with _get_ambari_client(cluster) as client:
-        cpo.add_provisioning_step(
-            cluster.id, _("Add new hosts"), len(instances))
-        for inst in instances:
-            _add_host_to_cluster(inst, client)
-
-
-@cpo.event_wrapper(True, step=_("Generate config groups"),
-                   param=('cluster', 0))
-def manage_config_groups(cluster, instances):
-    groups = []
-    for instance in instances:
-        groups.extend(configs.get_config_group(instance))
-    with _get_ambari_client(cluster) as client:
-        client.create_config_group(cluster, groups)
-
-
-@cpo.event_wrapper(True, step=_("Cleanup config groups"),
-                   param=('cluster', 0))
-def cleanup_config_groups(cluster, instances):
-    to_remove = set()
-    for instance in instances:
-        cfg_name = "%s:%s" % (cluster.name, instance.instance_name)
-        to_remove.add(cfg_name)
-    with _get_ambari_client(cluster) as client:
-        config_groups = client.get_config_groups(cluster)
-        for group in config_groups['items']:
-            cfg_id = group['ConfigGroup']['id']
-            detailed = client.get_detailed_config_group(cluster, cfg_id)
-            cfg_name = detailed['ConfigGroup']['group_name']
-            # we have config group per host
-            if cfg_name in to_remove:
-                client.remove_config_group(cluster, cfg_id)
-
-
-@cpo.event_wrapper(True, step=_("Regenerate keytabs for Kerberos"),
-                   param=('cluster', 0))
-def _regenerate_keytabs(cluster):
-    with _get_ambari_client(cluster) as client:
-        alias = "kdc.admin.credential"
-        try:
-            client.get_credential(cluster.name, alias)
-        except ambari_client.AmbariNotFound:
-            # credentials are missing
-            data = {
-                'Credential': {
-                    "principal": kerberos.get_admin_principal(cluster),
-                    "key": kerberos.get_server_password(cluster),
-                    "type": "TEMPORARY"
-                }
-            }
-
-            client.import_credential(cluster.name, alias, data)
-
-        req_id = client.regenerate_keytabs(cluster.name)
-        client.wait_ambari_request(req_id, cluster.name)
-
-
-@cpo.event_wrapper(True, step=_("Install services on hosts"),
-                   param=('cluster', 0))
-def _install_services_to_hosts(cluster, instances):
-    requests_ids = []
-    with _get_ambari_client(cluster) as client:
-        clients = p_common.get_clients(cluster)
-        for instance in instances:
-            services = p_common.get_ambari_proc_list(instance.node_group)
-            services.extend(clients)
-            for service in services:
-                client.add_service_to_host(instance, service)
-                requests_ids.append(
-                    client.start_service_on_host(
-                        instance, service, 'INSTALLED'))
-        client.wait_ambari_requests(requests_ids, cluster.name)
-
-
-@cpo.event_wrapper(True, step=_("Start services on hosts"),
-                   param=('cluster', 0))
-def _start_services_on_hosts(cluster, instances):
-    with _get_ambari_client(cluster) as client:
-        # all services added and installed, let's start them
-        requests_ids = []
-        for instance in instances:
-            services = p_common.get_ambari_proc_list(instance.node_group)
-            services.extend(p_common.ALL_LIST)
-            for service in services:
-                requests_ids.append(
-                    client.start_service_on_host(
-                        instance, service, 'STARTED'))
-        client.wait_ambari_requests(requests_ids, cluster.name)
-
-
-def manage_host_components(cluster, instances):
-    _install_services_to_hosts(cluster, instances)
-    if kerberos.is_kerberos_security_enabled(cluster):
-        _regenerate_keytabs(cluster)
-    _start_services_on_hosts(cluster, instances)
-
-
-@cpo.event_wrapper(True, step=_("Decommission NodeManagers and DataNodes"),
-                   param=('cluster', 0))
-def decommission_hosts(cluster, instances):
-    nodemanager_instances = filter(
-        lambda i: p_common.NODEMANAGER in i.node_group.node_processes,
-        instances)
-    if len(nodemanager_instances) > 0:
-        decommission_nodemanagers(cluster, nodemanager_instances)
-
-    datanode_instances = filter(
-        lambda i: p_common.DATANODE in i.node_group.node_processes,
-        instances)
-    if len(datanode_instances) > 0:
-        decommission_datanodes(cluster, datanode_instances)
-
-
-def decommission_nodemanagers(cluster, instances):
-    with _get_ambari_client(cluster) as client:
-        client.decommission_nodemanagers(cluster.name, instances)
-
-
-def decommission_datanodes(cluster, instances):
-    with _get_ambari_client(cluster) as client:
-        client.decommission_datanodes(cluster.name, instances)
-
-
-def restart_namenode(cluster, instance):
-    with _get_ambari_client(cluster) as client:
-        client.restart_namenode(cluster.name, instance)
-
-
-def restart_resourcemanager(cluster, instance):
-    with _get_ambari_client(cluster) as client:
-        client.restart_resourcemanager(cluster.name, instance)
-
-
-@cpo.event_wrapper(True, step=_("Restart NameNodes and ResourceManagers"),
-                   param=('cluster', 0))
-def restart_nns_and_rms(cluster):
-    nns = plugin_utils.get_instances(cluster, p_common.NAMENODE)
-    for nn in nns:
-        restart_namenode(cluster, nn)
-
-    rms = plugin_utils.get_instances(cluster, p_common.RESOURCEMANAGER)
-    for rm in rms:
-        restart_resourcemanager(cluster, rm)
-
-
-def restart_service(cluster, service_name):
-    with _get_ambari_client(cluster) as client:
-        client.restart_service(cluster.name, service_name)
-
-
-@cpo.event_wrapper(True, step=_("Remove hosts"), param=('cluster', 0))
-def remove_services_from_hosts(cluster, instances):
-    for inst in instances:
-        LOG.debug("Stopping and removing processes from host %s", inst.fqdn())
-        _remove_services_from_host(cluster, inst)
-        LOG.debug("Removing the host %s", inst.fqdn())
-        _remove_host(cluster, inst)
-
-
-def _remove_services_from_host(cluster, instance):
-    with _get_ambari_client(cluster) as client:
-        hdp_processes = client.list_host_processes(cluster.name, instance)
-        for proc in hdp_processes:
-            LOG.debug("Stopping process %(proc)s on host %(fqdn)s ",
-                      {'proc': proc, 'fqdn': instance.fqdn()})
-            client.stop_process_on_host(cluster.name, instance, proc)
-
-            LOG.debug("Removing process %(proc)s from host %(fqdn)s ",
-                      {'proc': proc, 'fqdn': instance.fqdn()})
-            client.remove_process_from_host(cluster.name, instance, proc)
-
-    _wait_all_processes_removed(cluster, instance)
-
-
-def _remove_host(cluster, inst):
-    with _get_ambari_client(cluster) as client:
-        client.delete_host(cluster.name, inst)
-
-
-def _wait_all_processes_removed(cluster, instance):
-    with _get_ambari_client(cluster) as client:
-        while True:
-            hdp_processes = client.list_host_processes(cluster.name, instance)
-            if not hdp_processes:
-                return
-            context.sleep(5)
-
-
-def _get_ambari_client(cluster):
-    ambari = plugin_utils.get_instance(cluster, p_common.AMBARI_SERVER)
-    password = cluster.extra["ambari_password"]
-    return ambari_client.AmbariClient(ambari, password=password)
-
-
-def _get_topology_data(cluster):
-    if not t_helper.is_data_locality_enabled():
-        return {}
-
-    LOG.warning("Node group awareness is not implemented in YARN yet "
-                "so enable_hypervisor_awareness set to False "
-                "explicitly")
-    return t_helper.generate_topology_map(cluster, is_node_awareness=False)
-
-
-@cpo.event_wrapper(True)
-def _configure_topology_data(cluster, inst, client):
-    topology = _get_topology_data(cluster)
-    client.set_rack_info_for_instance(
-        cluster.name, inst, topology[inst.instance_name])
-
-
-@cpo.event_wrapper(True, step=_("Restart HDFS and MAPREDUCE2 services"),
-                   param=('cluster', 0))
-def _restart_hdfs_and_mapred_services(cluster, client):
-    client.restart_service(cluster.name, p_common.HDFS_SERVICE)
-    client.restart_service(cluster.name, p_common.MAPREDUCE2_SERVICE)
-
-
-def configure_rack_awareness(cluster, instances):
-    if not t_helper.is_data_locality_enabled():
-        return
-
-    with _get_ambari_client(cluster) as client:
-        cpo.add_provisioning_step(
-            cluster.id, _("Configure rack awareness"), len(instances))
-        for inst in instances:
-            _configure_topology_data(cluster, inst, client)
-        _restart_hdfs_and_mapred_services(cluster, client)
-
-
-@cpo.event_wrapper(True)
-def _add_hadoop_swift_jar(instance, new_jar):
-    with instance.remote() as r:
-        code, out = r.execute_command(
-            "test -f %s" % new_jar, raise_when_error=False)
-        if code == 0:
-            # get ambari hadoop version (e.g.: 2.7.1.2.3.4.0-3485)
-            code, amb_hadoop_version = r.execute_command(
-                "sudo hadoop version | grep 'Hadoop' | awk '{print $2}'")
-            amb_hadoop_version = amb_hadoop_version.strip()
-            # get special code of ambari hadoop version(e.g.:2.3.4.0-3485)
-            amb_code = '.'.join(amb_hadoop_version.split('.')[3:])
-            origin_jar = (
-                "/usr/hdp/{}/hadoop-mapreduce/hadoop-openstack-{}.jar".format(
-                    amb_code, amb_hadoop_version))
-            r.execute_command("sudo cp {} {}".format(new_jar, origin_jar))
-        else:
-            LOG.warning("The {jar_file} file cannot be found "
-                        "in the {dir} directory so Keystone API v3 "
-                        "is not enabled for this cluster."
-                        .format(jar_file="hadoop-openstack.jar",
-                                dir="/opt"))
-
-
-def add_hadoop_swift_jar(instances):
-    new_jar = "/opt/hadoop-openstack.jar"
-    cpo.add_provisioning_step(instances[0].cluster.id,
-                              _("Add Hadoop Swift jar to instances"),
-                              len(instances))
-    for inst in instances:
-        _add_hadoop_swift_jar(inst, new_jar)
-
-
-def deploy_kerberos_principals(cluster, instances=None):
-    if not kerberos.is_kerberos_security_enabled(cluster):
-        return
-    if instances is None:
-        instances = plugin_utils.get_instances(cluster)
-    mapper = {
-        'hdfs': plugin_utils.instances_with_services(
-            instances, [p_common.SECONDARY_NAMENODE, p_common.NAMENODE,
-                        p_common.DATANODE, p_common.JOURNAL_NODE]),
-        'spark': plugin_utils.instances_with_services(
-            instances, [p_common.SPARK_JOBHISTORYSERVER]),
-        'oozie': plugin_utils.instances_with_services(
-            instances, [p_common.OOZIE_SERVER]),
-    }
-
-    kerberos.create_keytabs_for_map(cluster, mapper)

sahara/plugins/ambari/edp_engine.py

@@ -1,130 +0,0 @@
-# Copyright (c) 2015 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from sahara import exceptions as exc
-from sahara.i18n import _
-from sahara.plugins.ambari import common as p_common
-from sahara.plugins import exceptions as pex
-from sahara.plugins import kerberos
-from sahara.plugins import utils as plugin_utils
-from sahara.service.edp import hdfs_helper
-from sahara.service.edp.oozie import engine as oozie_engine
-from sahara.service.edp.spark import engine as spark_engine
-
-
-def _get_lib_location(instance, lib_name):
-    with instance.remote() as r:
-        code, jar_path = r.execute_command(
-            ('find /usr/hdp -name "{lib_name}" 2>/dev/null '
-             '-print | head -n 1'.format(lib_name=lib_name)),
-            run_as_root=True)
-    # drop last whitespace character
-    return jar_path.rstrip()
-
-
-def _get_hadoop_openstack_jar_location(instance):
-    return _get_lib_location(instance, "hadoop-openstack*.jar")
-
-
-def _get_jackson_core(instance):
-    return _get_lib_location(instance, "jackson-core-asl-1.9*.jar")
-
-
-class EDPOozieEngine(oozie_engine.OozieJobEngine):
-    def get_hdfs_user(self):
-        return "oozie"
-
-    def get_client(self):
-        if kerberos.is_kerberos_security_enabled(self.cluster):
-            return super(EDPOozieEngine, self).get_remote_client()
-        return super(EDPOozieEngine, self).get_client()
-
-    def create_hdfs_dir(self, remote, dir_name):
-        hdfs_helper.create_dir_hadoop2(remote, dir_name, self.get_hdfs_user())
-
-    def get_oozie_server_uri(self, cluster):
-        oozie = plugin_utils.get_instance(cluster, p_common.OOZIE_SERVER)
-        return "http://%s:11000/oozie" % oozie.management_ip
-
-    def get_name_node_uri(self, cluster):
-        namenodes = plugin_utils.get_instances(cluster, p_common.NAMENODE)
-        if len(namenodes) == 1:
-            return "hdfs://%s:8020" % namenodes[0].fqdn()
-        else:
-            return "hdfs://hdfs-ha"
-
-    def get_resource_manager_uri(self, cluster):
-        resourcemanagers = plugin_utils.get_instances(cluster,
-                                                      p_common.RESOURCEMANAGER)
-        return "%s:8050" % resourcemanagers[0].fqdn()
-
-    def get_oozie_server(self, cluster):
-        return plugin_utils.get_instance(cluster, p_common.OOZIE_SERVER)
-
-    def validate_job_execution(self, cluster, job, data):
-        oozie_count = plugin_utils.get_instances_count(cluster,
-                                                       p_common.OOZIE_SERVER)
-        if oozie_count != 1:
-            raise pex.InvalidComponentCountException(
-                p_common.OOZIE_SERVER, "1", oozie_count)
-        super(EDPOozieEngine, self).validate_job_execution(cluster, job, data)
-
-    @staticmethod
-    def get_possible_job_config(job_type):
-        return {"job_config": []}
-
-
-class EDPSparkEngine(spark_engine.SparkJobEngine):
-    edp_base_version = "2.2"
-
-    def __init__(self, cluster):
-        super(EDPSparkEngine, self).__init__(cluster)
-        # searching for spark instance
-        self.master = plugin_utils.get_instance(
-            cluster, p_common.SPARK_JOBHISTORYSERVER)
-        self.plugin_params["spark-user"] = "sudo -u spark "
-        self.plugin_params["spark-submit"] = "spark-submit"
-        self.plugin_params["deploy-mode"] = "cluster"
-        self.plugin_params["master"] = "yarn-cluster"
-
-    @staticmethod
-    def edp_supported(version):
-        return version >= EDPSparkEngine.edp_base_version
-
-    def run_job(self, job_execution):
-        # calculate class-path dynamically
-        driver_classpath = [
-            _get_hadoop_openstack_jar_location(self.master),
-            _get_jackson_core(self.master)]
-        self.plugin_params['driver-class-path'] = ":".join(driver_classpath)
-        self.plugin_params['drivers-to-jars'] = driver_classpath
-
-        return super(EDPSparkEngine, self).run_job(job_execution)
-
-    def validate_job_execution(self, cluster, job, data):
-        if not self.edp_supported(cluster.hadoop_version):
-            raise exc.InvalidDataException(
-                _('Ambari plugin of {base} or higher required to run {type} '
-                  'jobs').format(
-                    base=EDPSparkEngine.edp_base_version, type=job.type))
-
-        spark_nodes_count = plugin_utils.get_instances_count(
-            cluster, p_common.SPARK_JOBHISTORYSERVER)
-        if spark_nodes_count != 1:
-            raise pex.InvalidComponentCountException(
-                p_common.SPARK_JOBHISTORYSERVER, '1', spark_nodes_count)
-
-        super(EDPSparkEngine, self).validate_job_execution(
-            cluster, job, data)

sahara/plugins/ambari/ha_helper.py

@@ -1,252 +0,0 @@
-# Copyright (c) 2015 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from sahara.plugins.ambari import common as p_common
-from sahara.plugins import utils
-
-
-CORE_SITE = "core-site"
-YARN_SITE = "yarn-site"
-HBASE_SITE = "hbase-site"
-HDFS_SITE = "hdfs-site"
-HADOOP_ENV = "hadoop-env"
-ZOO_CFG = "zoo.cfg"
-
-
-def update_bp_ha_common(cluster, blueprint):
-    blueprint = _set_default_fs(cluster, blueprint, p_common.NAMENODE_HA)
-    blueprint = _set_high_zk_limits(blueprint)
-
-    return blueprint
-
-
-def update_bp_for_namenode_ha(cluster, blueprint):
-    blueprint = _add_zkfc_to_namenodes(blueprint)
-    blueprint = _set_zk_quorum(cluster, blueprint, CORE_SITE)
-    blueprint = _configure_hdfs_site(cluster, blueprint)
-
-    return blueprint
-
-
-def update_bp_for_resourcemanager_ha(cluster, blueprint):
-    blueprint = _configure_yarn_site(cluster, blueprint)
-    blueprint = _set_zk_quorum(cluster, blueprint, YARN_SITE)
-    blueprint = _set_default_fs(cluster, blueprint,
-                                p_common.RESOURCEMANAGER_HA)
-    return blueprint
-
-
-def update_bp_for_hbase_ha(cluster, blueprint):
-    return _confgure_hbase_site(cluster, blueprint)
-
-
-def _add_zkfc_to_namenodes(blueprint):
-    for hg in blueprint["host_groups"]:
-        if {"name": "NAMENODE"} in hg["components"]:
-            hg["components"].append({"name": "ZKFC"})
-
-    return blueprint
-
-
-def _find_create_properties_section(blueprint, section_name):
-    for conf_group in blueprint["configurations"]:
-        if section_name in conf_group:
-            return conf_group[section_name]
-
-    new_group = {section_name: {}}
-    blueprint["configurations"].append(new_group)
-
-    return new_group[section_name]
-
-
-def _find_hdfs_site(blueprint):
-    return _find_create_properties_section(blueprint, HDFS_SITE)
-
-
-def _find_yarn_site(blueprint):
-    return _find_create_properties_section(blueprint, YARN_SITE)
-
-
-def _find_core_site(blueprint):
-    return _find_create_properties_section(blueprint, CORE_SITE)
-
-
-def _find_hadoop_env(blueprint):
-    return _find_create_properties_section(blueprint, HADOOP_ENV)
-
-
-def _find_zoo_cfg(blueprint):
-    return _find_create_properties_section(blueprint, ZOO_CFG)
-
-
-def _find_hbase_site(blueprint):
-    return _find_create_properties_section(blueprint, HBASE_SITE)
-
-
-def _set_default_fs(cluster, blueprint, ha_type):
-    if ha_type == p_common.NAMENODE_HA:
-        _find_core_site(blueprint)["fs.defaultFS"] = "hdfs://hdfs-ha"
-    elif ha_type == p_common.RESOURCEMANAGER_HA:
-        nn_instance = utils.get_instances(cluster, p_common.NAMENODE)[0]
-        _find_core_site(blueprint)["fs.defaultFS"] = (
-            "hdfs://%s:8020" % nn_instance.fqdn())
-    return blueprint
-
-
-def _set_zk_quorum(cluster, blueprint, conf_type):
-    zk_instances = utils.get_instances(cluster, p_common.ZOOKEEPER_SERVER)
-
-    value = ",".join(["%s:2181" % i.fqdn() for i in zk_instances])
-    if conf_type == CORE_SITE:
-        _find_core_site(blueprint)["ha.zookeeper.quorum"] = value
-    elif conf_type == YARN_SITE:
-        _find_yarn_site(blueprint)["hadoop.registry.zk.quorum"] = value
-
-    return blueprint
-
-
-def _set_high_zk_limits(blueprint):
-    props = _find_zoo_cfg(blueprint)
-    props["tickTime"] = "10000"
-
-    return blueprint
-
-
-def _set_primary_and_standby_namenode(cluster, blueprint):
-    props = _find_hadoop_env(blueprint)
-    nns = utils.get_instances(cluster, p_common.NAMENODE)
-    props["dfs_ha_initial_namenode_active"] = nns[0].fqdn()
-    props["dfs_ha_initial_namenode_standby"] = nns[1].fqdn()
-
-    return blueprint
-
-
-def _configure_hdfs_site(cluster, blueprint):
-    props = _find_hdfs_site(blueprint)
-
-    props["dfs.client.failover.proxy.provider.hdfs-ha"] = (
-        "org.apache.hadoop.hdfs.server.namenode.ha."
-        "ConfiguredFailoverProxyProvider")
-    props["dfs.ha.automatic-failover.enabled"] = "true"
-    props["dfs.ha.fencing.methods"] = "shell(/bin/true)"
-    props["dfs.nameservices"] = "hdfs-ha"
-
-    jns = utils.get_instances(cluster, p_common.JOURNAL_NODE)
-    journalnodes_concat = ";".join(
-        ["%s:8485" % i.fqdn() for i in jns])
-    journalnodes_value = "qjournal://%s/hdfs-ha" % journalnodes_concat
-    props["dfs.namenode.shared.edits.dir"] = journalnodes_value
-
-    nns = utils.get_instances(cluster, p_common.NAMENODE)
-    nn_id_concat = ",".join([i.instance_name for i in nns])
-    props["dfs.ha.namenodes.hdfs-ha"] = nn_id_concat
-
-    props["dfs.namenode.http-address"] = "%s:50070" % nns[0].fqdn()
-    props["dfs.namenode.https-address"] = "%s:50470" % nns[0].fqdn()
-    for i in nns:
-        props["dfs.namenode.http-address.hdfs-ha.%s" % i.instance_name] = (
-            "%s:50070" % i.fqdn())
-        props["dfs.namenode.https-address.hdfs-ha.%s" % i.instance_name] = (
-            "%s:50470" % i.fqdn())
-        props["dfs.namenode.rpc-address.hdfs-ha.%s" % i.instance_name] = (
-            "%s:8020" % i.fqdn())
-
-    return blueprint
-
-
-def _configure_yarn_site(cluster, blueprint):
-    props = _find_yarn_site(blueprint)
-    name = cluster.name
-    rm_instances = utils.get_instances(cluster, p_common.RESOURCEMANAGER)
-
-    props["hadoop.registry.rm.enabled"] = "false"
-
-    zk_instances = utils.get_instances(cluster, p_common.ZOOKEEPER_SERVER)
-
-    zks = ",".join(["%s:2181" % i.fqdn() for i in zk_instances])
-    props["yarn.resourcemanager.zk-address"] = zks
-
-    hs = utils.get_instance(cluster, p_common.HISTORYSERVER)
-    props["yarn.log.server.url"] = "%s:19888/jobhistory/logs/" % hs.fqdn()
-
-    props["yarn.resourcemanager.address"] = "%s:8050" % rm_instances[0].fqdn()
-    props["yarn.resourcemanager.admin.address"] = ("%s:8141" %
-                                                   rm_instances[0].fqdn())
-    props["yarn.resourcemanager.cluster-id"] = name
-    props["yarn.resourcemanager.ha.automatic-failover.zk-base-path"] = (
-        "/yarn-leader-election")
-    props["yarn.resourcemanager.ha.enabled"] = "true"
-
-    rm_id_concat = ",".join([i.instance_name for i in rm_instances])
-    props["yarn.resourcemanager.ha.rm-ids"] = rm_id_concat
-
-    for i in rm_instances:
-        props["yarn.resourcemanager.hostname.%s" % i.instance_name] = i.fqdn()
-        props["yarn.resourcemanager.webapp.address.%s" %
-              i.instance_name] = "%s:8088" % i.fqdn()
-        props["yarn.resourcemanager.webapp.https.address.%s" %
-              i.instance_name] = "%s:8090" % i.fqdn()
-
-    props["yarn.resourcemanager.hostname"] = rm_instances[0].fqdn()
-    props["yarn.resourcemanager.recovery.enabled"] = "true"
-    props["yarn.resourcemanager.resource-tracker.address"] = (
-        "%s:8025" % rm_instances[0].fqdn())
-    props["yarn.resourcemanager.scheduler.address"] = (
-        "%s:8030" % rm_instances[0].fqdn())
-    props["yarn.resourcemanager.store.class"] = (
-        "org.apache.hadoop.yarn.server.resourcemanager.recovery."
-        "ZKRMStateStore")
-    props["yarn.resourcemanager.webapp.address"] = (
-        "%s:8088" % rm_instances[0].fqdn())
-    props["yarn.resourcemanager.webapp.https.address"] = (
-        "%s:8090" % rm_instances[0].fqdn())
-
-    tls_instance = utils.get_instance(cluster, p_common.APP_TIMELINE_SERVER)
-    props["yarn.timeline-service.address"] = "%s:10200" % tls_instance.fqdn()
-    props["yarn.timeline-service.webapp.address"] = (
-        "%s:8188" % tls_instance.fqdn())
-    props["yarn.timeline-service.webapp.https.address"] = (
-        "%s:8190" % tls_instance.fqdn())
-
-    return blueprint
-
-
-def _confgure_hbase_site(cluster, blueprint):
-    props = _find_hbase_site(blueprint)
-
-    props["hbase.regionserver.global.memstore.lowerLimit"] = "0.38"
-    props["hbase.regionserver.global.memstore.upperLimit"] = "0.4"
-    props["hbase.regionserver.handler.count"] = "60"
-    props["hbase.regionserver.info.port"] = "16030"
-    props["hbase.regionserver.storefile.refresh.period"] = "20"
-
-    props["hbase.rootdir"] = "hdfs://hdfs-ha/apps/hbase/data"
-
-    props["hbase.security.authentication"] = "simple"
-    props["hbase.security.authorization"] = "false"
-    props["hbase.superuser"] = "hbase"
-    props["hbase.tmp.dir"] = "/hadoop/hbase"
-    props["hbase.zookeeper.property.clientPort"] = "2181"
-
-    zk_instances = utils.get_instances(cluster, p_common.ZOOKEEPER_SERVER)
-    zk_quorum_value = ",".join([i.fqdn() for i in zk_instances])
-    props["hbase.zookeeper.quorum"] = zk_quorum_value
-
-    props["hbase.zookeeper.useMulti"] = "true"
-    props["hfile.block.cache.size"] = "0.40"
-    props["zookeeper.session.timeout"] = "30000"
-    props["zookeeper.znode.parent"] = "/hbase-unsecure"
-
-    return blueprint

sahara/plugins/ambari/health.py

@@ -1,149 +0,0 @@
-# Copyright (c) 2016 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import collections
-import functools
-
-from oslo_log import log as logging
-import six
-
-from sahara.i18n import _
-from sahara.plugins.ambari import client
-from sahara.plugins.ambari import common as p_common
-from sahara.plugins import utils as plugin_utils
-from sahara.service.health import health_check_base
-
-
-LOG = logging.getLogger(__name__)
-
-
-class AlertsProvider(object):
-    def __init__(self, cluster):
-        self._data = None
-        self._cluster_services = None
-        self._exception_store = None
-        self.cluster = cluster
-        # calling to cache all data
-        self.get_alerts_data()
-
-    def get_cluster_services(self):
-        return self._cluster_services
-
-    def is_ambari_active(self):
-        if self._exception_store:
-            raise health_check_base.RedHealthError(self._exception_store)
-        return _("Ambari Monitor is healthy")
-
-    def get_alerts_data(self, service=None):
-        if self._data is not None:
-            # return cached data
-            return self._data.get(service, []) if service else self._data
-        self._data = {}
-        self._cluster_services = []
-        try:
-            ambari = plugin_utils.get_instance(
-                self.cluster, p_common.AMBARI_SERVER)
-            password = self.cluster.extra.get("ambari_password")
-            with client.AmbariClient(ambari, password=password) as ambari:
-                resp = ambari.get_alerts_data(self.cluster)
-            for alert in resp:
-                alert = alert.get('Alert', {})
-                service = alert.get('service_name').lower()
-                if service not in self._data:
-                    self._data[service] = []
-                    self._cluster_services.append(service)
-                self._data[service].append(alert)
-        except Exception as e:
-            prefix = _("Can't get response from Ambari Monitor")
-            msg = _("%(problem)s: %(description)s") % {
-                'problem': prefix, 'description': six.text_type(e)}
-            # don't put in exception to logs, it will be done by log.exception
-            LOG.exception(prefix)
-            self._exception_store = msg
-
-
-class AmbariHealthCheck(health_check_base.BasicHealthCheck):
-    def __init__(self, cluster, provider):
-        self.provider = provider
-        super(AmbariHealthCheck, self).__init__(cluster)
-
-    def get_health_check_name(self):
-        return "Ambari alerts health check"
-
-    def is_available(self):
-        return self.cluster.plugin_name == 'ambari'
-
-    def check_health(self):
-        return self.provider.is_ambari_active()
-
-
-class AmbariServiceHealthCheck(health_check_base.BasicHealthCheck):
-    def __init__(self, cluster, provider, service):
-        self.provider = provider
-        self.service = service.lower()
-        super(AmbariServiceHealthCheck, self).__init__(cluster)
-
-    def get_health_check_name(self):
-        return "Ambari alerts for %s Service" % self.service
-
-    def is_available(self):
-        return self.cluster.plugin_name == 'ambari'
-
-    def get_important_services(self):
-        return [
-            p_common.HDFS_SERVICE.lower(),
-            p_common.YARN_SERVICE.lower(),
-            p_common.OOZIE_SERVICE.lower(),
-            p_common.ZOOKEEPER_SERVICE.lower()
-        ]
-
-    def check_health(self):
-        imp_map = {'OK': 'GREEN', 'WARNING': 'YELLOW', 'CRITICAL': 'RED'}
-        other_map = {'OK': 'GREEN'}
-        color_counter = collections.Counter()
-        important_services = self.get_important_services()
-        for alert in self.provider.get_alerts_data(self.service):
-            alert_summary = alert.get('state', 'UNKNOWN')
-            if self.service in important_services:
-                target = imp_map.get(alert_summary, 'RED')
-            else:
-                target = other_map.get(alert_summary, 'YELLOW')
-            color_counter[target] += 1
-        if color_counter['RED'] > 0 and color_counter['YELLOW'] > 0:
-            raise health_check_base.RedHealthError(
-                _("Ambari Monitor has responded that cluster has "
-                  "%(red)d critical and %(yellow)d warning alert(s)")
-                % {'red': color_counter['RED'],
-                   'yellow': color_counter['YELLOW']})
-        elif color_counter['RED'] > 0:
-            raise health_check_base.RedHealthError(
-                _("Ambari Monitor has responded that cluster has "
-                  "%(red)d critical alert(s)")
-                % {'red': color_counter['RED']})
-        elif color_counter['YELLOW'] > 0:
-            raise health_check_base.YellowHealthError(
-                _("Ambari Monitor has responded that cluster "
-                  "has %d warning alert(s)")
-                % color_counter['YELLOW'])
-        return _("No alerts found")
-
-
-def get_health_checks(cluster):
-    provider = AlertsProvider(cluster)
-    checks = [functools.partial(AmbariHealthCheck, provider=provider)]
-    for service in provider.get_cluster_services():
-        checks.append(functools.partial(
-            AmbariServiceHealthCheck, provider=provider, service=service))
-    return checks

sahara/plugins/ambari/plugin.py

@@ -1,298 +0,0 @@
-# Copyright (c) 2015 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-from sahara import conductor
-from sahara import context
-from sahara.i18n import _
-from sahara.plugins.ambari import common as p_common
-from sahara.plugins.ambari import configs
-from sahara.plugins.ambari import deploy
-from sahara.plugins.ambari import edp_engine
-from sahara.plugins.ambari import health
-from sahara.plugins.ambari import validation
-from sahara.plugins import images
-from sahara.plugins import kerberos
-from sahara.plugins import provisioning as p
-from sahara.plugins import utils as plugin_utils
-from sahara.swift import swift_helper
-
-
-conductor = conductor.API
-
-
-class AmbariPluginProvider(p.ProvisioningPluginBase):
-
-    def get_title(self):
-        return "HDP Plugin"
-
-    def get_description(self):
-        return _("The Ambari Sahara plugin provides the ability to launch "
-                 "clusters with Hortonworks Data Platform (HDP) on OpenStack "
-                 "using Apache Ambari")
-
-    def get_versions(self):
-        return ["2.3", "2.4", "2.5", "2.6"]
-
-    def get_node_processes(self, hadoop_version):
-        return {
-            p_common.AMBARI_SERVICE: [p_common.AMBARI_SERVER],
-            p_common.FALCON_SERVICE: [p_common.FALCON_SERVER],
-            p_common.FLUME_SERVICE: [p_common.FLUME_HANDLER],
-            p_common.HBASE_SERVICE: [p_common.HBASE_MASTER,
-                                     p_common.HBASE_REGIONSERVER],
-            p_common.HDFS_SERVICE: [p_common.DATANODE, p_common.NAMENODE,
-                                    p_common.SECONDARY_NAMENODE,
-                                    p_common.JOURNAL_NODE],
-            p_common.HIVE_SERVICE: [p_common.HIVE_METASTORE,
-                                    p_common.HIVE_SERVER],
-            p_common.KAFKA_SERVICE: [p_common.KAFKA_BROKER],
-            p_common.KNOX_SERVICE: [p_common.KNOX_GATEWAY],
-            p_common.OOZIE_SERVICE: [p_common.OOZIE_SERVER],
-            p_common.RANGER_SERVICE: [p_common.RANGER_ADMIN,
-                                      p_common.RANGER_USERSYNC],
-            p_common.SLIDER_SERVICE: [p_common.SLIDER],
-            p_common.SPARK_SERVICE: [p_common.SPARK_JOBHISTORYSERVER],
-            p_common.SQOOP_SERVICE: [p_common.SQOOP],
-            p_common.STORM_SERVICE: [
-                p_common.DRPC_SERVER, p_common.NIMBUS,
-                p_common.STORM_UI_SERVER, p_common.SUPERVISOR],
-            p_common.YARN_SERVICE: [
-                p_common.APP_TIMELINE_SERVER, p_common.HISTORYSERVER,
-                p_common.NODEMANAGER, p_common.RESOURCEMANAGER],
-            p_common.ZOOKEEPER_SERVICE: [p_common.ZOOKEEPER_SERVER],
-            'Kerberos': [],
-        }
-
-    def get_configs(self, hadoop_version):
-        cfgs = kerberos.get_config_list()
-        cfgs.extend(configs.load_configs(hadoop_version))
-        return cfgs
-
-    def configure_cluster(self, cluster):
-        deploy.disable_repos(cluster)
-        deploy.setup_ambari(cluster)
-        deploy.setup_agents(cluster)
-        deploy.wait_ambari_accessible(cluster)
-        deploy.update_default_ambari_password(cluster)
-        cluster = conductor.cluster_get(context.ctx(), cluster.id)
-        deploy.wait_host_registration(cluster,
-                                      plugin_utils.get_instances(cluster))
-        deploy.prepare_kerberos(cluster)
-        deploy.set_up_hdp_repos(cluster)
-        deploy.resolve_package_conflicts(cluster)
-        deploy.create_blueprint(cluster)
-
-    def start_cluster(self, cluster):
-        self._set_cluster_info(cluster)
-        deploy.start_cluster(cluster)
-        cluster_instances = plugin_utils.get_instances(cluster)
-        swift_helper.install_ssl_certs(cluster_instances)
-        deploy.add_hadoop_swift_jar(cluster_instances)
-        deploy.prepare_hive(cluster)
-        deploy.deploy_kerberos_principals(cluster)
-
-    def _set_cluster_info(self, cluster):
-        ambari_ip = plugin_utils.get_instance(
-            cluster, p_common.AMBARI_SERVER).get_ip_or_dns_name()
-        ambari_port = "8080"
-        info = {
-            p_common.AMBARI_SERVER: {
-                "Web UI": "http://{host}:{port}".format(host=ambari_ip,
-                                                        port=ambari_port),
-                "Username": "admin",
-                "Password": cluster.extra["ambari_password"]
-            }
-        }
-        nns = plugin_utils.get_instances(cluster, p_common.NAMENODE)
-        info[p_common.NAMENODE] = {}
-        for idx, namenode in enumerate(nns):
-            info[p_common.NAMENODE][
-                "Web UI %s" % (idx + 1)] = (
-                "http://%s:50070" % namenode.get_ip_or_dns_name())
-
-        rms = plugin_utils.get_instances(cluster, p_common.RESOURCEMANAGER)
-        info[p_common.RESOURCEMANAGER] = {}
-        for idx, resourcemanager in enumerate(rms):
-            info[p_common.RESOURCEMANAGER][
-                "Web UI %s" % (idx + 1)] = (
-                "http://%s:8088" % resourcemanager.get_ip_or_dns_name())
-
-        historyserver = plugin_utils.get_instance(cluster,
-                                                  p_common.HISTORYSERVER)
-        if historyserver:
-            info[p_common.HISTORYSERVER] = {
-                "Web UI": "http://%s:19888" %
-                          historyserver.get_ip_or_dns_name()
-            }
-        atlserver = plugin_utils.get_instance(cluster,
-                                              p_common.APP_TIMELINE_SERVER)
-        if atlserver:
-            info[p_common.APP_TIMELINE_SERVER] = {
-                "Web UI": "http://%s:8188" % atlserver.get_ip_or_dns_name()
-            }
-        oozie = plugin_utils.get_instance(cluster, p_common.OOZIE_SERVER)
-        if oozie:
-            info[p_common.OOZIE_SERVER] = {
-                "Web UI": "http://%s:11000/oozie" % oozie.get_ip_or_dns_name()
-            }
-        hbase_master = plugin_utils.get_instance(cluster,
-                                                 p_common.HBASE_MASTER)
-        if hbase_master:
-            info[p_common.HBASE_MASTER] = {
-                "Web UI": "http://%s:16010" % hbase_master.get_ip_or_dns_name()
-            }
-        falcon = plugin_utils.get_instance(cluster, p_common.FALCON_SERVER)
-        if falcon:
-            info[p_common.FALCON_SERVER] = {
-                "Web UI": "http://%s:15000" % falcon.get_ip_or_dns_name()
-            }
-        storm_ui = plugin_utils.get_instance(cluster, p_common.STORM_UI_SERVER)
-        if storm_ui:
-            info[p_common.STORM_UI_SERVER] = {
-                "Web UI": "http://%s:8744" % storm_ui.get_ip_or_dns_name()
-            }
-        ranger_admin = plugin_utils.get_instance(cluster,
-                                                 p_common.RANGER_ADMIN)
-        if ranger_admin:
-            info[p_common.RANGER_ADMIN] = {
-                "Web UI": "http://%s:6080" % ranger_admin.get_ip_or_dns_name(),
-                "Username": "admin",
-                "Password": "admin"
-            }
-        spark_hs = plugin_utils.get_instance(cluster,
-                                             p_common.SPARK_JOBHISTORYSERVER)
-        if spark_hs:
-            info[p_common.SPARK_JOBHISTORYSERVER] = {
-                "Web UI": "http://%s:18080" % spark_hs.get_ip_or_dns_name()
-            }
-        info.update(cluster.info.to_dict())
-        ctx = context.ctx()
-        conductor.cluster_update(ctx, cluster, {"info": info})
-        cluster = conductor.cluster_get(ctx, cluster.id)
-
-    def validate(self, cluster):
-        validation.validate(cluster.id)
-
-    def scale_cluster(self, cluster, instances):
-        deploy.prepare_kerberos(cluster, instances)
-        deploy.setup_agents(cluster, instances)
-        cluster = conductor.cluster_get(context.ctx(), cluster.id)
-        deploy.wait_host_registration(cluster, instances)
-        deploy.resolve_package_conflicts(cluster, instances)
-        deploy.add_new_hosts(cluster, instances)
-        deploy.manage_config_groups(cluster, instances)
-        deploy.manage_host_components(cluster, instances)
-        deploy.configure_rack_awareness(cluster, instances)
-        swift_helper.install_ssl_certs(instances)
-        deploy.add_hadoop_swift_jar(instances)
-        deploy.deploy_kerberos_principals(cluster, instances)
-
-    def decommission_nodes(self, cluster, instances):
-        deploy.decommission_hosts(cluster, instances)
-        deploy.remove_services_from_hosts(cluster, instances)
-        deploy.restart_nns_and_rms(cluster)
-        deploy.cleanup_config_groups(cluster, instances)
-
-    def validate_scaling(self, cluster, existing, additional):
-        validation.validate(cluster.id)
-
-    def get_edp_engine(self, cluster, job_type):
-        if job_type in edp_engine.EDPSparkEngine.get_supported_job_types():
-            return edp_engine.EDPSparkEngine(cluster)
-        if job_type in edp_engine.EDPOozieEngine.get_supported_job_types():
-            return edp_engine.EDPOozieEngine(cluster)
-        return None
-
-    def get_edp_job_types(self, versions=None):
-        res = {}
-        for version in self.get_versions():
-            if not versions or version in versions:
-                oozie_engine = edp_engine.EDPOozieEngine
-                spark_engine = edp_engine.EDPSparkEngine
-                res[version] = (oozie_engine.get_supported_job_types() +
-                                spark_engine.get_supported_job_types())
-        return res
-
-    def get_edp_config_hints(self, job_type, version):
-        if job_type in edp_engine.EDPSparkEngine.get_supported_job_types():
-            return edp_engine.EDPSparkEngine.get_possible_job_config(job_type)
-        if job_type in edp_engine.EDPOozieEngine.get_supported_job_types():
-            return edp_engine.EDPOozieEngine.get_possible_job_config(job_type)
-
-    def get_open_ports(self, node_group):
-        ports_map = {
-            p_common.AMBARI_SERVER: [8080],
-            p_common.APP_TIMELINE_SERVER: [8188, 8190, 10200],
-            p_common.DATANODE: [50075, 50475],
-            p_common.DRPC_SERVER: [3772, 3773],
-            p_common.FALCON_SERVER: [15000],
-            p_common.FLUME_HANDLER: [8020, 41414],
-            p_common.HBASE_MASTER: [16000, 16010],
-            p_common.HBASE_REGIONSERVER: [16020, 16030],
-            p_common.HISTORYSERVER: [10020, 19888],
-            p_common.HIVE_METASTORE: [9933],
-            p_common.HIVE_SERVER: [9999, 10000],
-            p_common.KAFKA_BROKER: [6667],
-            p_common.NAMENODE: [8020, 9000, 50070, 50470],
-            p_common.NIMBUS: [6627],
-            p_common.NODEMANAGER: [8042, 8044, 45454],
-            p_common.OOZIE_SERVER: [11000, 11443],
-            p_common.RANGER_ADMIN: [6080],
-            p_common.RESOURCEMANAGER: [8025, 8030, 8050, 8088, 8141],
-            p_common.SECONDARY_NAMENODE: [50090],
-            p_common.SPARK_JOBHISTORYSERVER: [18080],
-            p_common.STORM_UI_SERVER: [8000, 8080, 8744],
-            p_common.ZOOKEEPER_SERVER: [2181],
-        }
-        ports = []
-        for service in node_group.node_processes:
-            ports.extend(ports_map.get(service, []))
-        return ports
-
-    def get_health_checks(self, cluster):
-        return health.get_health_checks(cluster)
-
-    validator = images.SaharaImageValidator.from_yaml(
-        'plugins/ambari/resources/images/image.yaml',
-        resource_roots=['plugins/ambari/resources/images'])
-
-    def get_image_arguments(self, hadoop_version):
-        if hadoop_version not in self.get_versions():
-            return NotImplemented
-        return self.validator.get_argument_list()
-
-    def pack_image(self, hadoop_version, remote,
-                   test_only=False, image_arguments=None):
-        if hadoop_version == '2.3':
-            image_arguments['ambari_version'] = '2.4.3.0'
-
-        self.validator.validate(remote, test_only=test_only,
-                                image_arguments=image_arguments)
-
-    def validate_images(self, cluster, test_only=False, image_arguments=None):
-        image_arguments = self.get_image_arguments(cluster['hadoop_version'])
-        if cluster['hadoop_version'] == '2.3':
-            for arguments in image_arguments:
-                if arguments.name == 'ambari_version':
-                    arguments.default = '2.4.3.0'
-        if not test_only:
-            instances = plugin_utils.get_instances(cluster)
-        else:
-            instances = plugin_utils.get_instances(cluster)[0]
-        for instance in instances:
-            with instance.remote() as r:
-                self.validator.validate(r, test_only=test_only,
-                                        image_arguments=image_arguments)

sahara/plugins/ambari/requests_helper.py

@@ -1,145 +0,0 @@
-# Copyright (c) 2015 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import copy
-
-
-_COMMON_DECOMMISSION_TEMPLATE = {
-    "RequestInfo": {
-        "context": "",
-        "command": "DECOMMISSION",
-        "parameters": {
-            "slave_type": "",
-            "excluded_hosts": ""
-        },
-        "operation_level": {
-            "level": "HOST_COMPONENT",
-            "cluster_name": ""
-        }
-    },
-    "Requests/resource_filters": [
-        {
-            "service_name": "",
-            "component_name": ""
-        }
-    ]
-}
-
-_COMMON_RESTART_TEMPLATE = {
-    "RequestInfo": {
-        "context": "",
-        "command": "RESTART",
-        "operation_level": {
-            "level": "HOST",
-            "cluster_name": ""
-        }
-    },
-    "Requests/resource_filters": [
-        {
-            "service_name": "",
-            "component_name": "",
-            "hosts": ""
-        }
-    ]
-}
-
-_COMMON_RESTART_SERVICE_TEMPLATE = {
-    "RequestInfo": {
-        "context": "",
-    },
-    "Body": {
-        "ServiceInfo": {
-            "state": ""
-        }
-    }
-}
-
-
-def build_datanode_decommission_request(cluster_name, instances):
-    tmpl = copy.deepcopy(_COMMON_DECOMMISSION_TEMPLATE)
-
-    tmpl["RequestInfo"]["context"] = "Decommission DataNodes"
-
-    tmpl["RequestInfo"]["parameters"]["slave_type"] = "DATANODE"
-    tmpl["RequestInfo"]["parameters"]["excluded_hosts"] = ",".join(
-        [i.fqdn() for i in instances])
-
-    tmpl["RequestInfo"]["operation_level"]["cluster_name"] = cluster_name
-
-    tmpl["Requests/resource_filters"][0]["service_name"] = "HDFS"
-    tmpl["Requests/resource_filters"][0]["component_name"] = "NAMENODE"
-
-    return tmpl
-
-
-def build_nodemanager_decommission_request(cluster_name, instances):
-    tmpl = copy.deepcopy(_COMMON_DECOMMISSION_TEMPLATE)
-
-    tmpl["RequestInfo"]["context"] = "Decommission NodeManagers"
-
-    tmpl["RequestInfo"]["parameters"]["slave_type"] = "NODEMANAGER"
-    tmpl["RequestInfo"]["parameters"]["excluded_hosts"] = ",".join(
-        [i.fqdn() for i in instances])
-
-    tmpl["RequestInfo"]["operation_level"]["cluster_name"] = cluster_name
-
-    tmpl["Requests/resource_filters"][0]["service_name"] = "YARN"
-    tmpl["Requests/resource_filters"][0]["component_name"] = "RESOURCEMANAGER"
-
-    return tmpl
-
-
-def build_namenode_restart_request(cluster_name, nn_instance):
-    tmpl = copy.deepcopy(_COMMON_RESTART_TEMPLATE)
-
-    tmpl["RequestInfo"]["context"] = "Restart NameNode"
-
-    tmpl["RequestInfo"]["operation_level"]["cluster_name"] = cluster_name
-
-    tmpl["Requests/resource_filters"][0]["service_name"] = "HDFS"
-    tmpl["Requests/resource_filters"][0]["component_name"] = "NAMENODE"
-    tmpl["Requests/resource_filters"][0]["hosts"] = nn_instance.fqdn()
-
-    return tmpl
-
-
-def build_resourcemanager_restart_request(cluster_name, rm_instance):
-    tmpl = copy.deepcopy(_COMMON_RESTART_TEMPLATE)
-
-    tmpl["RequestInfo"]["context"] = "Restart ResourceManager"
-
-    tmpl["RequestInfo"]["operation_level"]["cluster_name"] = cluster_name
-
-    tmpl["Requests/resource_filters"][0]["service_name"] = "YARN"
-    tmpl["Requests/resource_filters"][0]["component_name"] = "RESOURCEMANAGER"
-    tmpl["Requests/resource_filters"][0]["hosts"] = rm_instance.fqdn()
-
-    return tmpl
-
-
-def build_stop_service_request(service_name):
-    tmpl = copy.deepcopy(_COMMON_RESTART_SERVICE_TEMPLATE)
-    tmpl["RequestInfo"]["context"] = (
-        "Restart %s service (stopping)" % service_name)
-    tmpl["Body"]["ServiceInfo"]["state"] = "INSTALLED"
-    return tmpl
-
-
-def build_start_service_request(service_name):
-    tmpl = copy.deepcopy(_COMMON_RESTART_SERVICE_TEMPLATE)
-    tmpl["RequestInfo"]["context"] = (
-        "Restart %s service (starting)" % service_name)
-    tmpl["Body"]["ServiceInfo"]["state"] = "STARTED"
-    return tmpl

sahara/plugins/ambari/resources/generate_config.py

@@ -1,80 +0,0 @@
-#!/usr/bin/env python
-# Copyright (c) 2015 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-from __future__ import print_function
-import argparse
-import sys
-
-from oslo_serialization import jsonutils
-import requests
-
-
-def get_blueprint(ambari_address, username, password, cluster_name):
-    url = "http://%s:8080/api/v1/clusters/%s?format=blueprint" % (
-        ambari_address, cluster_name)
-    resp = requests.get(url, auth=(username, password))
-    resp.raise_for_status()
-    if resp.text:
-        return jsonutils.loads(resp.text)
-
-
-def generate_config(blueprint):
-    configs = {}
-    for entity in blueprint["configurations"]:
-        for cfg in entity:
-            p = entity[cfg]["properties"]
-            if not p:
-                continue
-            if "content" in p:
-                del p["content"]
-            for k, v in p.items():
-                p[k] = " ".join(v.split())
-            if p:
-                configs[cfg] = p
-    return configs
-
-
-def write_config(cfg, version):
-    with open("sahara/plugins/ambari/resources/configs-%s.json" % version,
-              "w") as fp:
-        jsonutils.dump(cfg, fp, indent=4, sort_keys=True,
-                       separators=(",", ": "))
-
-
-def main():
-    parser = argparse.ArgumentParser(
-        description="Ambari sample config generator")
-    parser.add_argument("--address", help="Ambari address",
-                        default="localhost")
-    parser.add_argument("--username", help="Ambari username",
-                        default="admin")
-    parser.add_argument("--password", help="Ambari password",
-                        default="admin")
-    parser.add_argument("--cluster-name", help="Name of cluster",
-                        default="cluster")
-    ns = parser.parse_args(sys.argv[1:])
-
-    bp = get_blueprint(ns.address,
-                       ns.username,
-                       ns.password,
-                       ns.cluster_name)
-    cfg = generate_config(bp)
-    write_config(cfg, bp["Blueprints"]["stack_version"])
-
-
-if __name__ == "__main__":
-    main()

sahara/plugins/ambari/resources/images/centos/disable_ambari

@@ -1,8 +0,0 @@
-#!/usr/bin/env bash
-
-if [ $test_only -eq 0 ]; then
-    chkconfig ambari-server off
-    chkconfig ambari-agent off
-else
-    exit 0
-fi

sahara/plugins/ambari/resources/images/centos/disable_certificate_check

@@ -1,12 +0,0 @@
-#!/bin/bash
-
-config=/etc/python/cert-verification.cfg
-check=$(cat $config | grep 'verify=disable' | wc -l)
-
-if [ $check -eq 0 ]; then
-    if [ $test_only -eq 0 ]; then
-        [ -e $config ] && sed -i "s%^\(verify=\s*\).*$%verify=disable%" $config
-    else
-        exit 0
-    fi
-fi

sahara/plugins/ambari/resources/images/centos/disable_firewall

@@ -1,20 +0,0 @@
-#!/bin/bash
-
-check=$(systemctl --no-pager list-unit-files iptables.service | grep 'enabled' | wc -l)
-
-if [ $check -eq 1 ]; then
-    if [ $test_only -eq 0 ]; then
-        if type -p systemctl && [[ "$(systemctl --no-pager list-unit-files firewalld)" =~ 'enabled' ]]; then
-            systemctl disable firewalld
-        fi
-
-        if type -p service; then
-            service ip6tables save
-            service iptables save
-            chkconfig ip6tables off
-            chkconfig iptables off
-        fi
-    else
-        exit 0
-    fi
-fi

sahara/plugins/ambari/resources/images/centos/disable_selinux

@@ -1,12 +0,0 @@
-#!/bin/bash
-
-check=$(cat /etc/selinux/config | grep 'SELINUX=disabled' | wc -l)
-
-if [ $check -eq 0 ]; then
-    if [ $test_only -eq 0 ]; then
-    config=/etc/selinux/config
-    [ -e $config ] && sed -i "s%^\(SELINUX=\s*\).*$%SELINUX=disabled%" $config
-    else
-        exit 0
-    fi
-fi

sahara/plugins/ambari/resources/images/centos/setup_java_home

@@ -1,31 +0,0 @@
-#!/bin/bash
-
-JAVA_RC="/etc/profile.d/99-java.sh"
-JAVA_BIN_RC="/etc/profile.d/98-java-bin.sh"
-
-if [ ! -f $JAVA_RC ]; then
-    if [ $test_only -eq 0 ]; then
-        case "$java_distro" in
-            openjdk )
-                JRE_HOME="/usr/lib/jvm/java-openjdk/jre"
-                JDK_HOME="/usr/lib/jvm/java-openjdk"
-            ;;
-            oracle-java )
-                JRE_HOME="/usr/java/oracle-jdk"
-                JDK_HOME="/usr/java/oracle-jdk"
-            ;;
-        esac
-
-        echo "export JAVA_HOME=$JRE_HOME" >> $JAVA_RC
-        chmod +x $JAVA_RC
-
-        echo "export PATH=$JRE_HOME/bin:\$PATH" >> $JAVA_BIN_RC
-        echo "export PATH=$JDK_HOME/bin:\$PATH" >> $JAVA_BIN_RC
-        chmod +x $JAVA_BIN_RC
-
-        alternatives --install /usr/bin/java java $JRE_HOME/bin/java 200000
-        alternatives --install /usr/bin/javac javac $JDK_HOME/bin/javac 200000
-    else
-        exit 0
-    fi
-fi

sahara/plugins/ambari/resources/images/centos/unlimited_security_artifacts

@@ -1,11 +0,0 @@
-#!/bin/bash
-
-if [ ! -d /tmp/UnlimitedPolicy/ ]; then
-    if [ $test_only -eq 0 ]; then
-        mkdir /tmp/UnlimitedPolicy/
-        curl -sS https://tarballs.openstack.org/sahara-extra/dist/common-artifacts/local_policy.jar -o /tmp/UnlimitedPolicy/local_policy.jar
-        curl -sS https://tarballs.openstack.org/sahara-extra/dist/common-artifacts/US_export_policy.jar -o /tmp/UnlimitedPolicy/US_export_policy.jar
-    else
-        exit 0
-    fi
-fi

sahara/plugins/ambari/resources/images/centos/wget_repo

@@ -1,9 +0,0 @@
-#!/usr/bin/env bash
-
-if [ ! -f /etc/yum.repos.d/ambari.repo ]; then
-    if [ $test_only -eq 0 ]; then
-        wget http://public-repo-1.hortonworks.com/ambari/centos7/2.x/updates/$ambari_version/ambari.repo -O /etc/yum.repos.d/ambari.repo
-    else
-        exit 0
-    fi
-fi

sahara/plugins/ambari/resources/images/common/add_jar

@@ -1,31 +0,0 @@
-#!/bin/sh
-
-hadoop="2.7.1"
-
-HDFS_LIB_DIR=${hdfs_lib_dir:-"/usr/share/hadoop/lib"}
-JAR_BUILD_DATE="2016-03-17"
-SWIFT_LIB_URI="https://tarballs.openstack.org/sahara-extra/dist/hadoop-openstack/master/hadoop-openstack-${hadoop}.jar"
-HADOOP_SWIFT_JAR_NAME=hadoop-openstack.jar
-
-if [ ! -f $HDFS_LIB_DIR/$HADOOP_SWIFT_JAR_NAME ]; then
-    if [ $test_only -eq 0 ]; then
-        if [ -z "${swift_url:-}" ]; then
-            curl -sS -o $HDFS_LIB_DIR/$HADOOP_SWIFT_JAR_NAME $SWIFT_LIB_URI
-        else
-            curl -sS -o $HDFS_LIB_DIR/$HADOOP_SWIFT_JAR_NAME $swift_url
-        fi
-
-        if [ $? -ne 0 ]; then
-            printf "Could not download Swift Hadoop FS implementation.\nAborting\n"
-            exit 1
-        fi
-
-        chmod 0644 $HDFS_LIB_DIR/$HADOOP_SWIFT_JAR_NAME
-    else
-        exit 0
-    fi
-fi
-
-
-
-

sahara/plugins/ambari/resources/images/common/fix_tls_ambari_agent

@@ -1,17 +0,0 @@
-#!/bin/sh
-
-AMBARI_AGENT_INI="/etc/ambari-agent/conf/ambari-agent.ini"
-FORCE_HTTPS_CONF="force_https_protocol=PROTOCOL_TLSv1_2"
-
-if [ $test_only -eq 0 ]; then
-    if grep -q '\[security\]' ${AMBARI_AGENT_INI}; then
-        if ! grep -q "${FORCE_HTTPS_CONF}" ${AMBARI_AGENT_INI}; then
-            sed -i '/^\[security\]/a\'${FORCE_HTTPS_CONF} ${AMBARI_AGENT_INI}
-        fi
-    else
-        printf "[security]\n${FORCE_HTTPS_CONF}\n" >>${AMBARI_AGENT_INI}
-    fi
-else
-    grep -q "${FORCE_HTTPS_CONF}" ${AMBARI_AGENT_INI}
-    exit $?
-fi

sahara/plugins/ambari/resources/images/common/mysql_connector_java_link

@@ -1,14 +0,0 @@
-#!/bin/bash -x
-
-# This is necessary due to the information on the link below
-# https://community.hortonworks.com/articles/170133/hive-start-failed-because-of-ambari-error-mysql-co.html
-
-if [ ! -L /var/lib/ambari-server/resources/mysql-connector-java.jar ]; then
-    if [ $test_only -eq 0 ]; then
-        ln -s /usr/share/java/mysql-connector-java.jar /var/lib/ambari-server/resources/mysql-connector-java.jar
-    else
-        exit 1
-    fi
-else
-    exit 0
-fi

sahara/plugins/ambari/resources/images/common/oracle_java

@@ -1,41 +0,0 @@
-#!/bin/sh
-
-
-# NOTE: $(dirname $0) is read-only, use space under $TARGET_ROOT
-JAVA_LOCATION=${JAVA_TARGET_LOCATION:-"/usr/java"}
-JAVA_NAME="oracle-jdk"
-JAVA_HOME=$JAVA_LOCATION/$JAVA_NAME
-JAVA_DOWNLOAD_URL=${JAVA_DOWNLOAD_URL:-"http://download.oracle.com/otn-pub/java/jdk/7u51-b13/jdk-7u51-linux-x64.tar.gz"}
-
-if [ ! -d $JAVA_LOCATION ]; then
-    if [ $test_only -eq 0 ]; then
-        echo "Begin: installation of Java"
-        mkdir -p $JAVA_LOCATION
-
-        if [ -n "$JAVA_DOWNLOAD_URL" ]; then
-            JAVA_FILE=$(basename $JAVA_DOWNLOAD_URL)
-            wget --no-check-certificate --no-cookies -c \
-                --header "Cookie: gpw_e24=http%3A%2F%2Fwww.oracle.com%2F; oraclelicense=accept-securebackup-cookie" \
-                -O $JAVA_LOCATION/$JAVA_FILE $JAVA_DOWNLOAD_URL
-        elif [ -n "$JAVA_FILE" ]; then
-            install -D -g root -o root -m 0755 $(dirname $0)/$JAVA_FILE $JAVA_LOCATION
-        fi
-
-        cd $JAVA_LOCATION
-
-        echo "Decompressing Java archive"
-        printf "\n\n" | tar -zxf $JAVA_FILE
-        echo "Setting up $JAVA_NAME"
-        chown -R root:root $JAVA_LOCATION
-        JAVA_DIR=`ls -1 $JAVA_LOCATION | grep -v tar.gz`
-        ln -s $JAVA_LOCATION/$JAVA_DIR $JAVA_HOME
-
-        setup-java-home $JAVA_HOME $JAVA_HOME
-
-        rm $JAVA_FILE
-
-        echo "End: installation of Java"
-    else
-        exit 0
-    fi
-fi

sahara/plugins/ambari/resources/images/image.yaml

@@ -1,111 +0,0 @@
-arguments:
-  ambari_version:
-    description: The version of Ambari to install. Defaults to 2.6.2.0.
-    default: 2.6.2.0
-    choices:
-      - 2.6.2.0  # HDP 2.6 / HDP 2.5 / HDP 2.4
-      - 2.4.3.0  # HDP 2.5 / HDP 2.4 / HDP 2.3
-  java_distro:
-    default: openjdk
-    description: The distribution of Java to install. Defaults to openjdk.
-    choices:
-      - openjdk
-      - oracle-java
-  hdfs_lib_dir:
-    default: /opt
-    description: The path to HDFS lib. Defaults to /opt.
-    required: False
-  swift_url:
-    default: https://tarballs.openstack.org/sahara-extra/dist/hadoop-openstack/master/hadoop-openstack-2.7.1.jar
-    description: Location of the swift jar file.
-    required: False
-
-validators:
-  - argument_case:
-       argument_name: java_distro
-       cases:
-           openjdk:
-               - package: java-1.8.0-openjdk-devel
-           oracle-java:
-               - script: common/oracle_java
-  - argument_case:
-       argument_name: ambari_version
-       cases:
-           2.6.2.0:
-               - package: libtirpc-devel
-  - os_case:
-      - redhat:
-          - script: centos/disable_selinux
-          - script: centos/disable_certificate_check
-          - script:
-              centos/setup_java_home:
-                env_vars: [java_distro]
-          - package: wget
-          - script:
-              centos/wget_repo:
-                env_vars: [ambari_version]
-          - package: redhat-lsb
-          - package:
-            - mariadb
-            - mariadb-libs
-            - mariadb-server
-            - mysql-connector-java
-          - package: ntp
-          - package:
-            - ambari-metrics-monitor
-            - ambari-server
-            - ambari-metrics-collector
-            - ambari-metrics-hadoop-sink
-          - package: nmap-ncat
-          - package: fuse-libs
-          - package: snappy-devel
-      - ubuntu:
-          - script:
-              ubuntu/wget_repo:
-                env_vars: [ambari_version]
-          - package:
-              - ambari-metrics-assembly
-              - netcat
-          - package: fuse
-          - package:
-              - mysql-client-5.5
-              - mysql-server-5.5
-              - libmysql-java
-  - script: common/mysql_connector_java_link
-  - package: ambari-agent
-  - script: common/fix_tls_ambari_agent
-  - package:
-      - unzip
-      - zip
-      - curl
-      - tar
-      - rpcbind
-      - rng-tools
-      - iptables-services
-  - os_case:
-      - redhat:
-          - script: centos/disable_ambari
-          - script: centos/disable_firewall
-          - script:
-              common/add_jar:
-                env_vars: [hdfs_lib_dir, swift_url]
-          - script:
-              centos/unlimited_security_artifacts:
-                env_vars: [unlimited_security_location]
-      - ubuntu:
-          - script:
-              common/add_jar:
-                env_vars: [hdfs_lib_dir, swift_url]
-  - os_case:
-    - redhat:
-      - package:
-        - krb5-server
-        - krb5-libs
-        - krb5-workstation
-    - ubuntu:
-      - package:
-        - krb5-admin-server
-        - libpam-krb5
-        - krb5-user
-        - ldap-utils
-

sahara/plugins/ambari/resources/images/ubuntu/wget_repo

@@ -1,10 +0,0 @@
-#!/usr/bin/env bash
-
-if [ ! -f /etc/apt/sources.list.d/ambari.list ]; then
-    if [ $test_only -eq 0 ]; then
-        wget http://public-repo-1.hortonworks.com/ambari/ubuntu12/2.x/updates/$ambari_version/ambari.list -O /etc/apt/sources.list.d/ambari.list
-        apt-key adv --recv-keys --keyserver keyserver.ubuntu.com B9733A7A07513CAD
-    else
-        exit 0
-    fi
-fi

sahara/plugins/ambari/validation.py

@@ -1,226 +0,0 @@
-# Copyright (c) 2015 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-from sahara import conductor
-from sahara import context
-from sahara.i18n import _
-from sahara.plugins.ambari import common
-from sahara.plugins import exceptions as ex
-from sahara.plugins import utils
-
-
-conductor = conductor.API
-
-
-def validate(cluster_id):
-    ctx = context.ctx()
-    cluster = conductor.cluster_get(ctx, cluster_id)
-    _check_ambari(cluster)
-    _check_hdfs(cluster)
-    _check_yarn(cluster)
-    _check_oozie(cluster)
-    _check_hive(cluster)
-    _check_hbase(cluster)
-    _check_spark(cluster)
-    _check_ranger(cluster)
-    _check_storm(cluster)
-
-
-def _check_ambari(cluster):
-    am_count = utils.get_instances_count(cluster, common.AMBARI_SERVER)
-    zk_count = utils.get_instances_count(cluster, common.ZOOKEEPER_SERVER)
-    if am_count != 1:
-        raise ex.InvalidComponentCountException(common.AMBARI_SERVER, 1,
-                                                am_count)
-    if zk_count == 0:
-        raise ex.InvalidComponentCountException(common.ZOOKEEPER_SERVER,
-                                                _("1 or more"), zk_count)
-
-
-def _check_hdfs(cluster):
-    nn_count = utils.get_instances_count(cluster, common.NAMENODE)
-    dn_count = utils.get_instances_count(cluster, common.DATANODE)
-    snn_count = utils.get_instances_count(cluster, common.SECONDARY_NAMENODE)
-
-    if cluster.cluster_configs.get("general", {}).get(common.NAMENODE_HA):
-        _check_zk_ha(cluster)
-        _check_jn_ha(cluster)
-
-        if nn_count != 2:
-            raise ex.InvalidComponentCountException(common.NAMENODE, 2,
-                                                    nn_count)
-    else:
-        if nn_count != 1:
-            raise ex.InvalidComponentCountException(common.NAMENODE, 1,
-                                                    nn_count)
-
-        if snn_count != 1:
-            raise ex.InvalidComponentCountException(common.SECONDARY_NAMENODE,
-                                                    1, snn_count)
-
-    if dn_count == 0:
-        raise ex.InvalidComponentCountException(
-            common.DATANODE, _("1 or more"), dn_count)
-
-
-def _check_yarn(cluster):
-    rm_count = utils.get_instances_count(cluster, common.RESOURCEMANAGER)
-    nm_count = utils.get_instances_count(cluster, common.NODEMANAGER)
-    hs_count = utils.get_instances_count(cluster, common.HISTORYSERVER)
-    at_count = utils.get_instances_count(cluster, common.APP_TIMELINE_SERVER)
-
-    if cluster.cluster_configs.get("general", {}).get(
-            common.RESOURCEMANAGER_HA):
-        _check_zk_ha(cluster)
-
-        if rm_count != 2:
-            raise ex.InvalidComponentCountException(common.RESOURCEMANAGER, 2,
-                                                    rm_count)
-    else:
-        if rm_count != 1:
-            raise ex.InvalidComponentCountException(common.RESOURCEMANAGER, 1,
-                                                    rm_count)
-
-    if hs_count != 1:
-        raise ex.InvalidComponentCountException(common.HISTORYSERVER, 1,
-                                                hs_count)
-    if at_count != 1:
-        raise ex.InvalidComponentCountException(common.APP_TIMELINE_SERVER, 1,
-                                                at_count)
-    if nm_count == 0:
-        raise ex.InvalidComponentCountException(common.NODEMANAGER,
-                                                _("1 or more"), nm_count)
-
-
-def _check_zk_ha(cluster):
-    zk_count = utils.get_instances_count(cluster, common.ZOOKEEPER_SERVER)
-    if zk_count < 3:
-        raise ex.InvalidComponentCountException(
-            common.ZOOKEEPER_SERVER,
-            _("3 or more. Odd number"),
-            zk_count, _("At least 3 ZooKeepers are required for HA"))
-    if zk_count % 2 != 1:
-        raise ex.InvalidComponentCountException(
-            common.ZOOKEEPER_SERVER,
-            _("Odd number"),
-            zk_count, _("Odd number of ZooKeepers are required for HA"))
-
-
-def _check_jn_ha(cluster):
-    jn_count = utils.get_instances_count(cluster, common.JOURNAL_NODE)
-    if jn_count < 3:
-        raise ex.InvalidComponentCountException(
-            common.JOURNAL_NODE,
-            _("3 or more. Odd number"),
-            jn_count, _("At least 3 JournalNodes are required for HA"))
-    if jn_count % 2 != 1:
-        raise ex.InvalidComponentCountException(
-            common.JOURNAL_NODE,
-            _("Odd number"),
-            jn_count, _("Odd number of JournalNodes are required for HA"))
-
-
-def _check_oozie(cluster):
-    count = utils.get_instances_count(cluster, common.OOZIE_SERVER)
-    if count > 1:
-        raise ex.InvalidComponentCountException(common.OOZIE_SERVER,
-                                                _("0 or 1"), count)
-
-
-def _check_hive(cluster):
-    hs_count = utils.get_instances_count(cluster, common.HIVE_SERVER)
-    hm_count = utils.get_instances_count(cluster, common.HIVE_METASTORE)
-    if hs_count > 1:
-        raise ex.InvalidComponentCountException(common.HIVE_SERVER,
-                                                _("0 or 1"), hs_count)
-    if hm_count > 1:
-        raise ex.InvalidComponentCountException(common.HIVE_METASTORE,
-                                                _("0 or 1"), hm_count)
-    if hs_count == 0 and hm_count == 1:
-        raise ex.RequiredServiceMissingException(
-            common.HIVE_SERVER, required_by=common.HIVE_METASTORE)
-    if hs_count == 1 and hm_count == 0:
-        raise ex.RequiredServiceMissingException(
-            common.HIVE_METASTORE, required_by=common.HIVE_SERVER)
-
-
-def _check_hbase(cluster):
-    hm_count = utils.get_instances_count(cluster, common.HBASE_MASTER)
-    hr_count = utils.get_instances_count(cluster, common.HBASE_REGIONSERVER)
-    if hm_count > 1:
-        raise ex.InvalidComponentCountException(common.HBASE_MASTER,
-                                                _("0 or 1"), hm_count)
-    if hm_count == 1 and hr_count == 0:
-        raise ex.RequiredServiceMissingException(
-            common.HBASE_REGIONSERVER, required_by=common.HBASE_MASTER)
-    if hr_count > 0 and hm_count == 0:
-        raise ex.RequiredServiceMissingException(
-            common.HBASE_MASTER, required_by=common.HBASE_REGIONSERVER)
-
-
-def _check_spark(cluster):
-    count = utils.get_instances_count(cluster, common.SPARK_JOBHISTORYSERVER)
-    if count > 1:
-        raise ex.InvalidComponentCountException(common.SPARK_JOBHISTORYSERVER,
-                                                _("0 or 1"), count)
-
-
-def _check_ranger(cluster):
-    ra_count = utils.get_instances_count(cluster, common.RANGER_ADMIN)
-    ru_count = utils.get_instances_count(cluster, common.RANGER_USERSYNC)
-    if ra_count > 1:
-        raise ex.InvalidComponentCountException(common.RANGER_ADMIN,
-                                                _("0 or 1"), ra_count)
-    if ru_count > 1:
-        raise ex.InvalidComponentCountException(common.RANGER_USERSYNC,
-                                                _("0 or 1"), ru_count)
-    if ra_count == 1 and ru_count == 0:
-        raise ex.RequiredServiceMissingException(
-            common.RANGER_USERSYNC, required_by=common.RANGER_ADMIN)
-    if ra_count == 0 and ru_count == 1:
-        raise ex.RequiredServiceMissingException(
-            common.RANGER_ADMIN, required_by=common.RANGER_USERSYNC)
-
-
-def _check_storm(cluster):
-    dr_count = utils.get_instances_count(cluster, common.DRPC_SERVER)
-    ni_count = utils.get_instances_count(cluster, common.NIMBUS)
-    su_count = utils.get_instances_count(cluster, common.STORM_UI_SERVER)
-    sv_count = utils.get_instances_count(cluster, common.SUPERVISOR)
-    if dr_count > 1:
-        raise ex.InvalidComponentCountException(common.DRPC_SERVER,
-                                                _("0 or 1"), dr_count)
-    if ni_count > 1:
-        raise ex.InvalidComponentCountException(common.NIMBUS,
-                                                _("0 or 1"), ni_count)
-    if su_count > 1:
-        raise ex.InvalidComponentCountException(common.STORM_UI_SERVER,
-                                                _("0 or 1"), su_count)
-    if dr_count == 0 and ni_count == 1:
-        raise ex.RequiredServiceMissingException(
-            common.DRPC_SERVER, required_by=common.NIMBUS)
-    if dr_count == 1 and ni_count == 0:
-        raise ex.RequiredServiceMissingException(
-            common.NIMBUS, required_by=common.DRPC_SERVER)
-    if su_count == 1 and (dr_count == 0 or ni_count == 0):
-        raise ex.RequiredServiceMissingException(
-            common.NIMBUS, required_by=common.STORM_UI_SERVER)
-    if dr_count == 1 and sv_count == 0:
-        raise ex.RequiredServiceMissingException(
-            common.SUPERVISOR, required_by=common.DRPC_SERVER)
-    if sv_count > 0 and dr_count == 0:
-        raise ex.RequiredServiceMissingException(
-            common.DRPC_SERVER, required_by=common.SUPERVISOR)

sahara/plugins/castellan_utils.py

@@ -1,4 +1,4 @@
-# Copyright (c) 2016 Mirantis Inc.
+# Copyright (c) 2018 Red Hat, Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -13,11 +13,17 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-from sahara.plugins.cdh import plugin_utils as pu
+
-from sahara.plugins.cdh.v5_7_0 import config_helper
+from sahara.service.castellan import utils as castellan_utils
 
 
-class PluginUtilsV570(pu.AbstractPluginUtils):
+def delete_secret(id, ctx=None, **kwargs):
+    castellan_utils.delete_secret(id, ctx=ctx)
 
-    def __init__(self):
+
-        self.c_helper = config_helper.ConfigHelperV570()
+def get_secret(id, ctx=None, **kwargs):
+    return castellan_utils.get_secret(id, ctx=ctx)
+
+
+def store_secret(secret, ctx=None, **kwargs):
+    return castellan_utils.store_secret(secret)

sahara/plugins/cdh/abstractversionhandler.py

@@ -1,234 +0,0 @@
-# Copyright (c) 2014 Mirantis, Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import abc
-
-import six
-
-from sahara import conductor
-from sahara import context
-from sahara.plugins.cdh import db_helper as dh
-from sahara.plugins.cdh import health
-from sahara.plugins import kerberos
-
-
-@six.add_metaclass(abc.ABCMeta)
-class AbstractVersionHandler(object):
-
-    @abc.abstractmethod
-    def get_node_processes(self):
-        return
-
-    @abc.abstractmethod
-    def get_plugin_configs(self):
-        return
-
-    @abc.abstractmethod
-    def configure_cluster(self, cluster):
-        return
-
-    @abc.abstractmethod
-    def start_cluster(self, cluster):
-        return
-
-    @abc.abstractmethod
-    def validate(self, cluster):
-        return
-
-    @abc.abstractmethod
-    def scale_cluster(self, cluster, instances):
-        return
-
-    @abc.abstractmethod
-    def decommission_nodes(self, cluster, instances):
-        return
-
-    @abc.abstractmethod
-    def validate_scaling(self, cluster, existing, additional):
-        return
-
-    @abc.abstractmethod
-    def get_edp_engine(self, cluster, job_type):
-        return
-
-    @abc.abstractmethod
-    def get_edp_job_types(self):
-        return []
-
-    @abc.abstractmethod
-    def get_edp_config_hints(self, job_type):
-        return {}
-
-    @abc.abstractmethod
-    def get_open_ports(self, node_group):
-        return
-
-    def on_terminate_cluster(self, cluster):
-        dh.delete_passwords_from_keymanager(cluster)
-
-    @abc.abstractmethod
-    def get_image_arguments(self):
-        return NotImplemented
-
-    @abc.abstractmethod
-    def pack_image(self, hadoop_version, remote, test_only=False,
-                   image_arguments=None):
-        pass
-
-    @abc.abstractmethod
-    def validate_images(self, cluster, test_only=False, image_arguments=None):
-        pass
-
-
-class BaseVersionHandler(AbstractVersionHandler):
-
-    def __init__(self):
-        # Need to be specified in subclass
-        self.config_helper = None  # config helper
-        self.cloudera_utils = None  # ClouderaUtils
-        self.deploy = None  # to deploy
-        self.edp_engine = None
-        self.plugin_utils = None  # PluginUtils
-        self.validation = None  # to validate
-
-    def get_plugin_configs(self):
-        result = self.config_helper.get_plugin_configs()
-        result.extend(kerberos.get_config_list())
-        return result
-
-    def get_node_processes(self):
-        return {
-            "CLOUDERA": ['CLOUDERA_MANAGER'],
-            "HDFS": ['HDFS_NAMENODE', 'HDFS_DATANODE',
-                     'HDFS_SECONDARYNAMENODE', 'HDFS_JOURNALNODE'],
-            "YARN": ['YARN_RESOURCEMANAGER', 'YARN_NODEMANAGER',
-                     'YARN_JOBHISTORY', 'YARN_STANDBYRM'],
-            "OOZIE": ['OOZIE_SERVER'],
-            "HIVE": ['HIVE_SERVER2', 'HIVE_METASTORE', 'HIVE_WEBHCAT'],
-            "HUE": ['HUE_SERVER'],
-            "SPARK_ON_YARN": ['SPARK_YARN_HISTORY_SERVER'],
-            "ZOOKEEPER": ['ZOOKEEPER_SERVER'],
-            "HBASE": ['HBASE_MASTER', 'HBASE_REGIONSERVER'],
-            "FLUME": ['FLUME_AGENT'],
-            "IMPALA": ['IMPALA_CATALOGSERVER', 'IMPALA_STATESTORE', 'IMPALAD'],
-            "KS_INDEXER": ['KEY_VALUE_STORE_INDEXER'],
-            "SOLR": ['SOLR_SERVER'],
-            "SQOOP": ['SQOOP_SERVER'],
-            "SENTRY": ['SENTRY_SERVER'],
-            "KMS": ['KMS'],
-            "KAFKA": ['KAFKA_BROKER'],
-
-            "YARN_GATEWAY": [],
-            "RESOURCEMANAGER": [],
-            "NODEMANAGER": [],
-            "JOBHISTORY": [],
-
-            "HDFS_GATEWAY": [],
-            'DATANODE': [],
-            'NAMENODE': [],
-            'SECONDARYNAMENODE': [],
-            'JOURNALNODE': [],
-
-            'REGIONSERVER': [],
-            'MASTER': [],
-
-            'HIVEMETASTORE': [],
-            'HIVESERVER': [],
-            'WEBCAT': [],
-
-            'CATALOGSERVER': [],
-            'STATESTORE': [],
-            'IMPALAD': [],
-            'Kerberos': [],
-        }
-
-    def validate(self, cluster):
-        self.validation.validate_cluster_creating(cluster)
-
-    def configure_cluster(self, cluster):
-        self.deploy.configure_cluster(cluster)
-        conductor.API.cluster_update(
-            context.ctx(), cluster, {
-                'info':
-                self.cloudera_utils.get_cloudera_manager_info(cluster)})
-
-    def start_cluster(self, cluster):
-        self.deploy.start_cluster(cluster)
-
-        self._set_cluster_info(cluster)
-
-    def decommission_nodes(self, cluster, instances):
-        self.deploy.decommission_cluster(cluster, instances)
-
-    def validate_scaling(self, cluster, existing, additional):
-        self.validation.validate_existing_ng_scaling(cluster, existing)
-        self.validation.validate_additional_ng_scaling(cluster, additional)
-
-    def scale_cluster(self, cluster, instances):
-        self.deploy.scale_cluster(cluster, instances)
-
-    def _set_cluster_info(self, cluster):
-        info = self.cloudera_utils.get_cloudera_manager_info(cluster)
-        hue = self.cloudera_utils.pu.get_hue(cluster)
-        if hue:
-            info['Hue Dashboard'] = {
-                'Web UI': 'http://%s:8888' % hue.get_ip_or_dns_name()
-            }
-
-        ctx = context.ctx()
-        conductor.API.cluster_update(ctx, cluster, {'info': info})
-
-    def get_edp_engine(self, cluster, job_type):
-        oozie_type = self.edp_engine.EdpOozieEngine.get_supported_job_types()
-        spark_type = self.edp_engine.EdpSparkEngine.get_supported_job_types()
-        if job_type in oozie_type:
-            return self.edp_engine.EdpOozieEngine(cluster)
-        if job_type in spark_type:
-            return self.edp_engine.EdpSparkEngine(cluster)
-        return None
-
-    def get_edp_job_types(self):
-        return (self.edp_engine.EdpOozieEngine.get_supported_job_types() +
-                self.edp_engine.EdpSparkEngine.get_supported_job_types())
-
-    def get_edp_config_hints(self, job_type):
-        return self.edp_engine.EdpOozieEngine.get_possible_job_config(job_type)
-
-    def get_open_ports(self, node_group):
-        return self.deploy.get_open_ports(node_group)
-
-    def recommend_configs(self, cluster, scaling):
-        self.plugin_utils.recommend_configs(
-            cluster, self.get_plugin_configs(), scaling)
-
-    def get_health_checks(self, cluster):
-        return health.get_health_checks(cluster, self.cloudera_utils)
-
-    def get_image_arguments(self):
-        if hasattr(self, 'images'):
-            return self.images.get_image_arguments()
-        else:
-            return NotImplemented
-
-    def pack_image(self, hadoop_version, remote, test_only=False,
-                   image_arguments=None):
-        if hasattr(self, 'images'):
-            self.images.pack_image(
-                remote, test_only=test_only, image_arguments=image_arguments)
-
-    def validate_images(self, cluster, test_only=False, image_arguments=None):
-        if hasattr(self, 'images'):
-            self.images.validate_images(
-                cluster, test_only=test_only, image_arguments=image_arguments)

sahara/plugins/cdh/client/api_client.py

@@ -1,145 +0,0 @@
-# Copyright (c) 2014 Intel Corporation.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# The contents of this file are mainly copied from cm_api sources,
-# released by Cloudera. Codes not used by Sahara CDH plugin are removed.
-# You can find the original codes at
-#
-#     https://github.com/cloudera/cm_api/tree/master/python/src/cm_api
-#
-# To satisfy the pep8 and python3 tests, we did some changes to the codes.
-# We also change some importings to use Sahara inherited classes.
-
-from sahara.plugins.cdh.client import clusters
-from sahara.plugins.cdh.client import cms
-from sahara.plugins.cdh.client import hosts
-from sahara.plugins.cdh.client import http_client
-from sahara.plugins.cdh.client import resource
-from sahara.plugins.cdh.client import users
-
-API_AUTH_REALM = "Cloudera Manager"
-API_CURRENT_VERSION = 8
-
-
-class ApiResource(resource.Resource):
-    """Top-level API Resource
-
-    Resource object that provides methods for managing the top-level API
-    resources.
-    """
-
-    def __init__(self, server_host, server_port=None,
-                 username="admin", password="admin",
-                 use_tls=False, version=API_CURRENT_VERSION):
-        """Creates a Resource object that provides API endpoints.
-
-        :param server_host: The hostname of the Cloudera Manager server.
-        :param server_port: The port of the server. Defaults to 7180 (http) or
-            7183 (https).
-        :param username: Login name.
-        :param password: Login password.
-        :param use_tls: Whether to use tls (https).
-        :param version: API version.
-        :return: Resource object referring to the root.
-        """
-        self._version = version
-        protocol = "https" if use_tls else "http"
-        if server_port is None:
-            server_port = 7183 if use_tls else 7180
-        base_url = ("%s://%s:%s/api/v%s"
-                    % (protocol, server_host, server_port, version))
-
-        client = http_client.HttpClient(base_url)
-        client.set_basic_auth(username, password, API_AUTH_REALM)
-        client.set_headers({"Content-Type": "application/json"})
-        resource.Resource.__init__(self, client)
-
-    @property
-    def version(self):
-        """Returns the API version (integer) being used."""
-        return self._version
-
-    def get_cloudera_manager(self):
-        """Returns a Cloudera Manager object."""
-        return cms.ClouderaManager(self)
-
-    def create_cluster(self, name, version=None, fullVersion=None):
-        """Create a new cluster
-
-        :param name: Cluster name.
-        :param version: Cluster major CDH version, e.g. 'CDH5'. Ignored if
-            fullVersion is specified.
-        :param fullVersion: Complete CDH version, e.g. '5.1.2'. Overrides major
-            version if both specified.
-        :return: The created cluster.
-        """
-        return clusters.create_cluster(self, name, version, fullVersion)
-
-    def get_all_clusters(self, view=None):
-        """Retrieve a list of all clusters
-
-        :param view: View to materialize ('full' or 'summary').
-        :return: A list of ApiCluster objects.
-        """
-        return clusters.get_all_clusters(self, view)
-
-    def get_cluster(self, name):
-        """Look up a cluster by name
-
-        :param name: Cluster name.
-        :return: An ApiCluster object.
-        """
-        return clusters.get_cluster(self, name)
-
-    def delete_host(self, host_id):
-        """Delete a host by id
-
-        :param host_id: Host id
-        :return: The deleted ApiHost object
-        """
-        return hosts.delete_host(self, host_id)
-
-    def get_all_hosts(self, view=None):
-        """Get all hosts
-
-        :param view: View to materialize ('full' or 'summary').
-        :return: A list of ApiHost objects.
-        """
-        return hosts.get_all_hosts(self, view)
-
-    def get_user(self, username):
-        """Look up a user by username.
-
-        @param username: Username to look up
-        @return: An ApiUser object
-        """
-        return users.get_user(self, username)
-
-    def update_user(self, user):
-        """Update a user detail profile.
-
-        @param user: An ApiUser object
-        @return: An ApiUser object
-        """
-        return users.update_user(self, user)
-
-    def get_service_health_status(self, cluster):
-        """Get clusters service health status
-
-        :param cluster: Cluster name.
-        :return: A dict with cluster health status
-        """
-        cluster = clusters.get_cluster(self, cluster)
-        return cluster.get_service_health_status()

sahara/plugins/cdh/client/clusters.py

@@ -1,240 +0,0 @@
-# Copyright (c) 2014 Intel Corporation.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# The contents of this file are mainly copied from cm_api sources,
-# released by Cloudera. Codes not used by Sahara CDH plugin are removed.
-# You can find the original codes at
-#
-#     https://github.com/cloudera/cm_api/tree/master/python/src/cm_api
-#
-# To satisfy the pep8 and python3 tests, we did some changes to the codes.
-# We also change some importings to use Sahara inherited classes.
-
-from sahara.i18n import _
-from sahara.plugins.cdh.client import services
-from sahara.plugins.cdh.client import types
-from sahara.plugins.cdh import exceptions as ex
-
-CLUSTERS_PATH = "/clusters"
-
-
-def create_cluster(resource_root, name, version=None, fullVersion=None):
-    """Create a cluster
-
-    :param resource_root: The root Resource object.
-    :param name: Cluster name
-    :param version: Cluster CDH major version (eg: "CDH4")
-                    - The CDH minor version will be assumed to be the
-                      latest released version for CDH4, or 5.0 for CDH5.
-    :param fullVersion: Cluster's full CDH version. (eg: "5.1.1")
-                        - If specified, 'version' will be ignored.
-                        - Since: v6
-    :return: An ApiCluster object
-    """
-    if version is None and fullVersion is None:
-        raise ex.CMApiVersionError(
-            _("Either 'version' or 'fullVersion' must be specified"))
-    if fullVersion is not None:
-        api_version = 6
-        version = None
-    else:
-        api_version = 1
-
-    apicluster = ApiCluster(resource_root, name, version, fullVersion)
-    return types.call(resource_root.post, CLUSTERS_PATH, ApiCluster, True,
-                      data=[apicluster], api_version=api_version)[0]
-
-
-def get_cluster(resource_root, name):
-    """Lookup a cluster by name
-
-    :param resource_root: The root Resource object.
-    :param name: Cluster name
-    :return: An ApiCluster object
-    """
-    return types.call(resource_root.get, "%s/%s"
-                      % (CLUSTERS_PATH, name), ApiCluster)
-
-
-def get_all_clusters(resource_root, view=None):
-    """Get all clusters
-
-    :param resource_root: The root Resource object.
-    :return: A list of ApiCluster objects.
-    """
-    return types.call(resource_root.get, CLUSTERS_PATH, ApiCluster, True,
-                      params=(dict(view=view) if view else None))
-
-
-class ApiCluster(types.BaseApiResource):
-    _ATTRIBUTES = {
-        'name': None,
-        'clusterUrl': None,
-        'displayName': None,
-        'version': None,
-        'fullVersion': None,
-        'hostsUrl': types.ROAttr(),
-        'maintenanceMode': types.ROAttr(),
-        'maintenanceOwners': types.ROAttr(),
-        'entityStatus': types.ROAttr(),
-    }
-
-    def __init__(self, resource_root, name=None, version=None,
-                 fullVersion=None):
-        types.BaseApiObject.init(self, resource_root, locals())
-
-    def _path(self):
-        return "%s/%s" % (CLUSTERS_PATH, self.name)
-
-    def get_service_types(self):
-        """Get all service types supported by this cluster
-
-        :return: A list of service types (strings)
-        """
-        resp = self._get_resource_root().get(self._path() + '/serviceTypes')
-        return resp[types.ApiList.LIST_KEY]
-
-    def get_commands(self, view=None):
-        """Retrieve a list of running commands for this cluster
-
-        :param view: View to materialize ('full' or 'summary')
-        :return: A list of running commands.
-        """
-        return self._get("commands", types.ApiCommand, True,
-                         params=(dict(view=view) if view else None))
-
-    def create_service(self, name, service_type):
-        """Create a service
-
-        :param name: Service name
-        :param service_type: Service type
-        :return: An ApiService object
-        """
-        return services.create_service(self._get_resource_root(), name,
-                                       service_type, self.name)
-
-    def get_service(self, name):
-        """Lookup a service by name
-
-        :param name: Service name
-        :return: An ApiService object
-        """
-        return services.get_service(self._get_resource_root(),
-                                    name, self.name)
-
-    def start(self):
-        """Start all services in a cluster, respecting dependencies
-
-        :return: Reference to the submitted command.
-        """
-        return self._cmd('start')
-
-    def restart(self, restart_only_stale_services=None,
-                redeploy_client_configuration=None,
-                restart_service_names=None):
-        """Restart all services in the cluster. Services are restarted in the
-
-        appropriate order given their dependencies.
-        :param restart_only_stale_services: Only restart services that
-        have stale configuration and their dependent
-        services. Default is False.
-        :param redeploy_client_configuration: Re-deploy client configuration
-        for all services in the cluster. Default is False.
-        :param restart_service_names: Only restart services that are specified
-        and their dependent services.
-        :return: Reference to the submitted command.
-        """
-        if self._get_resource_root().version < 6:
-            return self._cmd('restart')
-
-        args = dict()
-        args['restartOnlyStaleServices'] = restart_only_stale_services
-        args['redeployClientConfiguration'] = redeploy_client_configuration
-        if self._get_resource_root().version >= 11:
-            args['restartServiceNames'] = restart_service_names
-
-        return self._cmd('restart', data=args, api_version=6)
-
-    def stop(self):
-        """Stop all services in a cluster, respecting dependencies
-
-        :return: Reference to the submitted command.
-        """
-        return self._cmd('stop')
-
-    def deploy_client_config(self):
-        """Deploys Service client configuration to the hosts on the cluster
-
-        :return: Reference to the submitted command.
-        :since: API v2
-        """
-        return self._cmd('deployClientConfig')
-
-    def first_run(self):
-        """Prepare and start services in a cluster
-
-        Perform all the steps needed to prepare each service in a
-        cluster and start the services in order.
-
-        :return: Reference to the submitted command.
-        :since: API v7
-        """
-        return self._cmd('firstRun', None, api_version=7)
-
-    def remove_host(self, hostId):
-        """Removes the association of the host with the cluster
-
-        :return: A ApiHostRef of the host that was removed.
-        :since: API v3
-        """
-        return self._delete("hosts/" + hostId, types.ApiHostRef, api_version=3)
-
-    def get_service_health_status(self):
-        """Lookup a service health status by name
-
-        :return: A dict with cluster health status
-        """
-        health_dict = {}
-        cl_services = services.get_all_services(self._get_resource_root(),
-                                                cluster_name=self.name)
-        for curr in cl_services:
-            health_dict[curr.name] = {
-                'summary': curr.get_health_summary(),
-                'checks': curr.get_health_checks_status()}
-        return health_dict
-
-    def configure_for_kerberos(self, datanode_transceiver_port=None,
-                               datanode_web_port=None):
-        """Command to configure the cluster to use Kerberos for authentication.
-
-        This command will configure all relevant services on a cluster for
-        Kerberos usage.  This command will trigger a GenerateCredentials
-        command to create Kerberos keytabs for all roles in the cluster.
-        :param datanode_transceiver_port: The HDFS DataNode transceiver port
-               to use. This will be applied to all DataNode role
-               configuration groups. If not specified, this will default to
-               1004.
-        :param datanode_web_port: The HDFS DataNode web port to use. This will
-               be applied to all DataNode role configuration groups. If not
-               specified, this will default to 1006.
-        :return: Reference to the submitted command.
-        :since: API v11
-        """
-        args = dict()
-        if datanode_transceiver_port:
-            args['datanodeTransceiverPort'] = datanode_transceiver_port
-        if datanode_web_port:
-            args['datanodeWebPort'] = datanode_web_port
-        return self._cmd('configureForKerberos', data=args, api_version=11)

sahara/plugins/cdh/client/cms.py

@@ -1,84 +0,0 @@
-# Copyright (c) 2014 Intel Corporation.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# The contents of this file are mainly copied from cm_api sources,
-# released by Cloudera. Codes not used by Sahara CDH plugin are removed.
-# You can find the original codes at
-#
-#     https://github.com/cloudera/cm_api/tree/master/python/src/cm_api
-#
-# To satisfy the pep8 and python3 tests, we did some changes to the codes.
-# We also change some importings to use Sahara inherited classes.
-
-from sahara.plugins.cdh.client.services import ApiService
-from sahara.plugins.cdh.client import types
-
-
-class ClouderaManager(types.BaseApiResource):
-    """The Cloudera Manager instance
-
-    Provides access to CM configuration and services.
-    """
-    def __init__(self, resource_root):
-        types.BaseApiObject.init(self, resource_root)
-
-    def _path(self):
-        return '/cm'
-
-    def create_mgmt_service(self, service_setup_info):
-        """Setup the Cloudera Management Service
-
-        :param service_setup_info: ApiServiceSetupInfo object.
-        :return: The management service instance.
-        """
-        return self._put("service", ApiService, data=service_setup_info)
-
-    def get_service(self):
-        """Return the Cloudera Management Services instance
-
-        :return: An ApiService instance.
-        """
-        return self._get("service", ApiService)
-
-    def hosts_start_roles(self, host_names):
-        """Start all the roles on the specified hosts
-
-        :param host_names: List of names of hosts on which to start all roles.
-        :return: Information about the submitted command.
-        :since: API v2
-        """
-        return self._cmd('hostsStartRoles', data=host_names)
-
-    def update_config(self, config):
-        """Update the CM configuration.
-
-        :param config: Dictionary with configuration to update.
-        :return: Dictionary with updated configuration.
-        """
-        return self._update_config("config", config)
-
-    def import_admin_credentials(self, username, password):
-        """Imports the KDC Account Manager credentials needed by Cloudera
-
-        Manager to create kerberos principals needed by CDH services.
-
-        :param username Username of the Account Manager. Full name including
-            the Kerberos realm must be specified.
-        :param password Password for the Account Manager.
-        :return: Information about the submitted command.
-        :since: API v7
-        """
-        return self._cmd('importAdminCredentials', params=dict(
-            username=username, password=password))

sahara/plugins/cdh/client/hosts.py

@@ -1,90 +0,0 @@
-# Copyright (c) 2014 Intel Corporation.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# The contents of this file are mainly copied from cm_api sources,
-# released by Cloudera. Codes not used by Sahara CDH plugin are removed.
-# You can find the original codes at
-#
-#     https://github.com/cloudera/cm_api/tree/master/python/src/cm_api
-#
-# To satisfy the pep8 and python3 tests, we did some changes to the codes.
-# We also change some importings to use Sahara inherited classes.
-
-import datetime
-
-from sahara.plugins.cdh.client import types
-
-HOSTS_PATH = "/hosts"
-
-
-def get_all_hosts(resource_root, view=None):
-    """Get all hosts
-
-    :param resource_root: The root Resource object.
-    :return: A list of ApiHost objects.
-    """
-    return types.call(resource_root.get, HOSTS_PATH, ApiHost, True,
-                      params=(dict(view=view) if view else None))
-
-
-def delete_host(resource_root, host_id):
-    """Delete a host by id
-
-    :param resource_root: The root Resource object.
-    :param host_id: Host id
-    :return: The deleted ApiHost object
-    """
-    return types.call(resource_root.delete, "%s/%s"
-                      % (HOSTS_PATH, host_id), ApiHost)
-
-
-class ApiHost(types.BaseApiResource):
-    _ATTRIBUTES = {
-        'hostId': None,
-        'hostname': None,
-        'ipAddress': None,
-        'rackId': None,
-        'status': types.ROAttr(),
-        'lastHeartbeat': types.ROAttr(datetime.datetime),
-        'roleRefs': types.ROAttr(types.ApiRoleRef),
-        'healthSummary': types.ROAttr(),
-        'healthChecks': types.ROAttr(),
-        'hostUrl': types.ROAttr(),
-        'commissionState': types.ROAttr(),
-        'maintenanceMode': types.ROAttr(),
-        'maintenanceOwners': types.ROAttr(),
-        'numCores': types.ROAttr(),
-        'totalPhysMemBytes': types.ROAttr(),
-    }
-
-    def __init__(self, resource_root, hostId=None, hostname=None,
-                 ipAddress=None, rackId=None):
-        types.BaseApiObject.init(self, resource_root, locals())
-
-    def __str__(self):
-        return "<ApiHost>: %s (%s)" % (self.hostId, self.ipAddress)
-
-    def _path(self):
-        return HOSTS_PATH + '/' + self.hostId
-
-    def put_host(self):
-        """Update this resource
-
-        note (mionkin):Currently, according to Cloudera docs,
-                       only updating the rackId is supported.
-                       All other fields of the host will be ignored.
-        :return: The updated object.
-        """
-        return self._put('', ApiHost, data=self)

sahara/plugins/cdh/client/http_client.py

@@ -1,143 +0,0 @@
-# Copyright (c) 2014 Intel Corporation.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# The contents of this file are mainly copied from cm_api sources,
-# released by Cloudera. Codes not used by Sahara CDH plugin are removed.
-# You can find the original codes at
-#
-#     https://github.com/cloudera/cm_api/tree/master/python/src/cm_api
-#
-# To satisfy the pep8 and python3 tests, we did some changes to the codes.
-# We also change some importings to use Sahara inherited classes.
-
-import posixpath
-
-from oslo_log import log as logging
-from oslo_serialization import jsonutils as json
-import six
-from six.moves import urllib
-
-from sahara.plugins.cdh import exceptions as ex
-
-LOG = logging.getLogger(__name__)
-
-
-class HttpClient(object):
-    """Basic HTTP client tailored for rest APIs."""
-    def __init__(self, base_url, exc_class=ex.CMApiException):
-        """Init Method
-
-        :param base_url: The base url to the API.
-        :param exc_class: An exception class to handle non-200 results.
-
-        Creates an HTTP(S) client to connect to the Cloudera Manager API.
-        """
-        self._base_url = base_url.rstrip('/')
-        self._exc_class = exc_class
-        self._headers = {}
-
-        # Make a basic auth handler that does nothing. Set credentials later.
-        self._passmgr = urllib.request.HTTPPasswordMgrWithDefaultRealm()
-        authhandler = urllib.request.HTTPBasicAuthHandler(self._passmgr)
-
-        # Make a cookie processor
-        cookiejar = six.moves.http_cookiejar.CookieJar()
-
-        self._opener = urllib.request.build_opener(
-            urllib.request.HTTPErrorProcessor(),
-            urllib.request.HTTPCookieProcessor(cookiejar),
-            authhandler)
-
-    def set_basic_auth(self, username, password, realm):
-        """Set up basic auth for the client
-
-        :param username: Login name.
-        :param password: Login password.
-        :param realm: The authentication realm.
-        :return: The current object
-        """
-        self._passmgr.add_password(realm, self._base_url, username, password)
-        return self
-
-    def set_headers(self, headers):
-        """Add headers to the request
-
-        :param headers: A dictionary with the key value pairs for the headers
-        :return: The current object
-        """
-        self._headers = headers
-        return self
-
-    @property
-    def base_url(self):
-        return self._base_url
-
-    def _get_headers(self, headers):
-        res = self._headers.copy()
-        if headers:
-            res.update(headers)
-        return res
-
-    def execute(self, http_method, path, params=None, data=None, headers=None):
-        """Submit an HTTP request
-
-        :param http_method: GET, POST, PUT, DELETE
-        :param path: The path of the resource.
-        :param params: Key-value parameter data.
-        :param data: The data to attach to the body of the request.
-        :param headers: The headers to set for this request.
-
-        :return: The result of urllib.request.urlopen()
-        """
-        # Prepare URL and params
-        url = self._make_url(path, params)
-        if http_method in ("GET", "DELETE"):
-            if data is not None:
-                LOG.warning("{method} method does not pass any data. "
-                            "Path {path}".format(method=http_method,
-                                                 path=path))
-                data = None
-
-        # Setup the request
-        request = urllib.request.Request(url, data)
-        # Hack/workaround because urllib2 only does GET and POST
-        request.get_method = lambda: http_method
-
-        headers = self._get_headers(headers)
-        for k, v in headers.items():
-            request.add_header(k, v)
-
-        # Call it
-        LOG.debug("Method: {method}, URL: {url}".format(method=http_method,
-                                                        url=url))
-        try:
-            return self._opener.open(request)
-        except urllib.error.HTTPError as ex:
-            message = six.text_type(ex)
-            try:
-                json_body = json.loads(message)
-                message = json_body['message']
-            except (ValueError, KeyError):
-                pass    # Ignore json parsing error
-            raise self._exc_class(message)
-
-    def _make_url(self, path, params):
-        res = self._base_url
-        if path:
-            res += posixpath.normpath('/' + path.lstrip('/'))
-        if params:
-            param_str = urllib.parse.urlencode(params, True)
-            res += '?' + param_str
-        return res

sahara/plugins/cdh/client/resource.py

@@ -1,166 +0,0 @@
-# Copyright (c) 2014 Intel Corporation.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# The contents of this file are mainly copied from cm_api sources,
-# released by Cloudera. Codes not used by Sahara CDH plugin are removed.
-# You can find the original codes at
-#
-#     https://github.com/cloudera/cm_api/tree/master/python/src/cm_api
-#
-# To satisfy the pep8 and python3 tests, we did some changes to the codes.
-# We also change some importings to use Sahara inherited classes.
-
-import posixpath
-import socket
-
-from oslo_log import log as logging
-from oslo_serialization import jsonutils as json
-import six
-from six.moves import urllib
-
-from sahara import context
-from sahara.i18n import _
-from sahara.plugins.cdh import exceptions as ex
-
-LOG = logging.getLogger(__name__)
-
-
-class Resource(object):
-    """Base Resource
-
-    Encapsulates a resource, and provides actions to invoke on it.
-    """
-    def __init__(self, client, relpath=""):
-        """Constructor method
-
-        :param client: A Client object.
-        :param relpath: The relative path of the resource.
-        """
-        self._client = client
-        self._path = relpath.strip('/')
-        self.retries = 3
-        self.retry_sleep = 3
-
-    @property
-    def base_url(self):
-        return self._client.base_url
-
-    def _join_uri(self, relpath):
-        if relpath is None:
-            return self._path
-        return self._path + posixpath.normpath('/' + relpath)
-
-    def invoke(self, method, relpath=None, params=None, data=None,
-               headers=None):
-        """Invoke an API method
-
-        :return: Raw body or JSON dictionary (if response content type is
-                 JSON).
-        """
-        path = self._join_uri(relpath)
-        resp = self._client.execute(method,
-                                    path,
-                                    params=params,
-                                    data=data,
-                                    headers=headers)
-        try:
-            body = resp.read()
-        except Exception as ex:
-            raise ex.CMApiException(
-                _("Command %(method)s %(path)s failed: %(msg)s")
-                % {'method': method, 'path': path, 'msg': six.text_type(ex)})
-
-        LOG.debug("{method} got response: {body}".format(method=method,
-                                                         body=body[:32]))
-        # Is the response application/json?
-        if (len(body) != 0 and resp.info().getmaintype() == "application"
-                and resp.info().getsubtype() == "json"):
-            try:
-                json_dict = json.loads(body)
-                return json_dict
-            except Exception:
-                LOG.error('JSON decode error: {body}'.format(body=body))
-                raise
-        else:
-            return body
-
-    def get(self, relpath=None, params=None):
-        """Invoke the GET method on a resource
-
-        :param relpath: Optional. A relative path to this resource's path.
-        :param params: Key-value data.
-
-        :return: A dictionary of the JSON result.
-        """
-        for retry in six.moves.xrange(self.retries + 1):
-            if retry:
-                context.sleep(self.retry_sleep)
-            try:
-                return self.invoke("GET", relpath, params)
-            except (socket.error, urllib.error.URLError) as e:
-                if "timed out" in six.text_type(e).lower():
-                    if retry < self.retries:
-                        LOG.warning("Timeout issuing GET request for "
-                                    "{path}. Will retry".format(
-                                        path=self._join_uri(relpath)))
-                    else:
-                        LOG.warning("Timeout issuing GET request for "
-                                    "{path}. No retries left".format(
-                                        path=self._join_uri(relpath)))
-                else:
-                    raise
-        else:
-            raise ex.CMApiException(_("Get retry max time reached."))
-
-    def delete(self, relpath=None, params=None):
-        """Invoke the DELETE method on a resource
-
-        :param relpath: Optional. A relative path to this resource's path.
-        :param params: Key-value data.
-
-        :return: A dictionary of the JSON result.
-        """
-        return self.invoke("DELETE", relpath, params)
-
-    def post(self, relpath=None, params=None, data=None, contenttype=None):
-        """Invoke the POST method on a resource
-
-        :param relpath: Optional. A relative path to this resource's path.
-        :param params: Key-value data.
-        :param data: Optional. Body of the request.
-        :param contenttype: Optional.
-
-        :return: A dictionary of the JSON result.
-        """
-        return self.invoke("POST", relpath, params, data,
-                           self._make_headers(contenttype))
-
-    def put(self, relpath=None, params=None, data=None, contenttype=None):
-        """Invoke the PUT method on a resource
-
-        :param relpath: Optional. A relative path to this resource's path.
-        :param params: Key-value data.
-        :param data: Optional. Body of the request.
-        :param contenttype: Optional.
-
-        :return: A dictionary of the JSON result.
-        """
-        return self.invoke("PUT", relpath, params, data,
-                           self._make_headers(contenttype))
-
-    def _make_headers(self, contenttype=None):
-        if contenttype:
-            return {'Content-Type': contenttype}
-        return None

sahara/plugins/cdh/client/role_config_groups.py

@@ -1,108 +0,0 @@
-# Copyright (c) 2014 Intel Corporation.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# The contents of this file are mainly copied from cm_api sources,
-# released by Cloudera. Codes not used by Sahara CDH plugin are removed.
-# You can find the original codes at
-#
-#     https://github.com/cloudera/cm_api/tree/master/python/src/cm_api
-#
-# To satisfy the pep8 and python3 tests, we did some changes to the codes.
-# We also change some importings to use Sahara inherited classes.
-
-from sahara.plugins.cdh.client import types
-
-ROLE_CONFIG_GROUPS_PATH = "/clusters/%s/services/%s/roleConfigGroups"
-CM_ROLE_CONFIG_GROUPS_PATH = "/cm/service/roleConfigGroups"
-
-
-def _get_role_config_groups_path(cluster_name, service_name):
-    if cluster_name:
-        return ROLE_CONFIG_GROUPS_PATH % (cluster_name, service_name)
-    else:
-        return CM_ROLE_CONFIG_GROUPS_PATH
-
-
-def _get_role_config_group_path(cluster_name, service_name, name):
-    path = _get_role_config_groups_path(cluster_name, service_name)
-    return "%s/%s" % (path, name)
-
-
-def get_all_role_config_groups(resource_root, service_name,
-                               cluster_name="default"):
-    """Get all role config groups in the specified service
-
-    :param resource_root: The root Resource object.
-    :param service_name: Service name.
-    :param cluster_name: Cluster name.
-    :return: A list of ApiRoleConfigGroup objects.
-    :since: API v3
-    """
-    return types.call(resource_root.get,
-                      _get_role_config_groups_path(cluster_name, service_name),
-                      ApiRoleConfigGroup, True, api_version=3)
-
-
-class ApiRoleConfigGroup(types.BaseApiResource):
-    _ATTRIBUTES = {
-        'name': None,
-        'displayName': None,
-        'roleType': None,
-        'config': types.Attr(types.ApiConfig),
-        'base': types.ROAttr(),
-        'serviceRef': types.ROAttr(types.ApiServiceRef),
-    }
-
-    def __init__(self, resource_root, name=None, displayName=None,
-                 roleType=None, config=None):
-        types.BaseApiObject.init(self, resource_root, locals())
-
-    def __str__(self):
-        return ("<ApiRoleConfigGroup>: %s (cluster: %s; service: %s)"
-                % (self.name, self.serviceRef.clusterName,
-                   self.serviceRef.serviceName))
-
-    def _api_version(self):
-        return 3
-
-    def _path(self):
-        return _get_role_config_group_path(self.serviceRef.clusterName,
-                                           self.serviceRef.serviceName,
-                                           self.name)
-
-    def get_config(self, view=None):
-        """Retrieve the group's configuration
-
-        The 'summary' view contains strings as the dictionary values. The full
-        view contains types.ApiConfig instances as the values.
-
-        :param view: View to materialize ('full' or 'summary').
-        :return: Dictionary with configuration data.
-        """
-        path = self._path() + '/config'
-        resp = self._get_resource_root().get(
-            path, params=(dict(view=view) if view else None))
-        return types.json_to_config(resp, view == 'full')
-
-    def update_config(self, config):
-        """Update the group's configuration
-
-        :param config: Dictionary with configuration to update.
-        :return: Dictionary with updated configuration.
-        """
-        path = self._path() + '/config'
-        resp = self._get_resource_root().put(
-            path, data=types.config_to_json(config))
-        return types.json_to_config(resp)

sahara/plugins/cdh/client/roles.py

@@ -1,187 +0,0 @@
-# Copyright (c) 2014 Intel Corporation.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# The contents of this file are mainly copied from cm_api sources,
-# released by Cloudera. Codes not used by Sahara CDH plugin are removed.
-# You can find the original codes at
-#
-#     https://github.com/cloudera/cm_api/tree/master/python/src/cm_api
-#
-# To satisfy the pep8 and python3 tests, we did some changes to the codes.
-# We also change some importings to use Sahara inherited classes.
-
-from sahara.plugins.cdh.client import types
-
-ROLES_PATH = "/clusters/%s/services/%s/roles"
-CM_ROLES_PATH = "/cm/service/roles"
-
-
-def _get_roles_path(cluster_name, service_name):
-    if cluster_name:
-        return ROLES_PATH % (cluster_name, service_name)
-    else:
-        return CM_ROLES_PATH
-
-
-def _get_role_path(cluster_name, service_name, role_name):
-    path = _get_roles_path(cluster_name, service_name)
-    return "%s/%s" % (path, role_name)
-
-
-def create_role(resource_root,
-                service_name,
-                role_type,
-                role_name,
-                host_id,
-                cluster_name="default"):
-    """Create a role
-
-    :param resource_root: The root Resource object.
-    :param service_name: Service name
-    :param role_type: Role type
-    :param role_name: Role name
-    :param cluster_name: Cluster name
-    :return: An ApiRole object
-    """
-    apirole = ApiRole(resource_root, role_name, role_type,
-                      types.ApiHostRef(resource_root, host_id))
-    return types.call(resource_root.post,
-                      _get_roles_path(cluster_name, service_name),
-                      ApiRole, True, data=[apirole])[0]
-
-
-def get_role(resource_root, service_name, name, cluster_name="default"):
-    """Lookup a role by name
-
-    :param resource_root: The root Resource object.
-    :param service_name: Service name
-    :param name: Role name
-    :param cluster_name: Cluster name
-    :return: An ApiRole object
-    """
-    return _get_role(resource_root, _get_role_path(cluster_name,
-                     service_name, name))
-
-
-def _get_role(resource_root, path):
-    return types.call(resource_root.get, path, ApiRole)
-
-
-def get_all_roles(resource_root, service_name, cluster_name="default",
-                  view=None):
-    """Get all roles
-
-    :param resource_root: The root Resource object.
-    :param service_name: Service name
-    :param cluster_name: Cluster name
-    :return: A list of ApiRole objects.
-    """
-    return types.call(resource_root.get,
-                      _get_roles_path(cluster_name, service_name), ApiRole,
-                      True, params=(dict(view=view) if view else None))
-
-
-def get_roles_by_type(resource_root, service_name, role_type,
-                      cluster_name="default", view=None):
-    """Get all roles of a certain type in a service
-
-    :param resource_root: The root Resource object.
-    :param service_name: Service name
-    :param role_type: Role type
-    :param cluster_name: Cluster name
-    :return: A list of ApiRole objects.
-    """
-    roles = get_all_roles(resource_root, service_name, cluster_name, view)
-    return [r for r in roles if r.type == role_type]
-
-
-def delete_role(resource_root, service_name, name, cluster_name="default"):
-    """Delete a role by name
-
-    :param resource_root: The root Resource object.
-    :param service_name: Service name
-    :param name: Role name
-    :param cluster_name: Cluster name
-    :return: The deleted ApiRole object
-    """
-    return types.call(resource_root.delete,
-                      _get_role_path(cluster_name, service_name, name),
-                      ApiRole)
-
-
-class ApiRole(types.BaseApiResource):
-    _ATTRIBUTES = {
-        'name': None,
-        'type': None,
-        'hostRef': types.Attr(types.ApiHostRef),
-        'roleState': types.ROAttr(),
-        'healthSummary': types.ROAttr(),
-        'healthChecks': types.ROAttr(),
-        'serviceRef': types.ROAttr(types.ApiServiceRef),
-        'configStale': types.ROAttr(),
-        'configStalenessStatus': types.ROAttr(),
-        'haStatus': types.ROAttr(),
-        'roleUrl': types.ROAttr(),
-        'commissionState': types.ROAttr(),
-        'maintenanceMode': types.ROAttr(),
-        'maintenanceOwners': types.ROAttr(),
-        'roleConfigGroupRef': types.ROAttr(types.ApiRoleConfigGroupRef),
-        'zooKeeperServerMode': types.ROAttr(),
-    }
-
-    def __init__(self, resource_root, name=None, type=None, hostRef=None):
-        types.BaseApiObject.init(self, resource_root, locals())
-
-    def __str__(self):
-        return ("<ApiRole>: %s (cluster: %s; service: %s)"
-                % (self.name, self.serviceRef.clusterName,
-                   self.serviceRef.serviceName))
-
-    def _path(self):
-        return _get_role_path(self.serviceRef.clusterName,
-                              self.serviceRef.serviceName,
-                              self.name)
-
-    def _get_log(self, log):
-        path = "%s/logs/%s" % (self._path(), log)
-        return self._get_resource_root().get(path)
-
-    def get_commands(self, view=None):
-        """Retrieve a list of running commands for this role
-
-        :param view: View to materialize ('full' or 'summary')
-        :return: A list of running commands.
-        """
-        return self._get("commands", types.ApiCommand, True,
-                         params=(dict(view=view) if view else None))
-
-    def get_config(self, view=None):
-        """Retrieve the role's configuration
-
-        The 'summary' view contains strings as the dictionary values. The full
-        view contains types.ApiConfig instances as the values.
-
-        :param view: View to materialize ('full' or 'summary')
-        :return: Dictionary with configuration data.
-        """
-        return self._get_config("config", view)
-
-    def update_config(self, config):
-        """Update the role's configuration
-
-        :param config: Dictionary with configuration to update.
-        :return: Dictionary with updated configuration.
-        """
-        return self._update_config("config", config)

sahara/plugins/cdh/client/services.py

@@ -1,528 +0,0 @@
-# Copyright (c) 2014 Intel Corporation.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# The contents of this file are mainly copied from cm_api sources,
-# released by Cloudera. Codes not used by Sahara CDH plugin are removed.
-# You can find the original codes at
-#
-#     https://github.com/cloudera/cm_api/tree/master/python/src/cm_api
-#
-# To satisfy the pep8 and python3 tests, we did some changes to the codes.
-# We also change some importings to use Sahara inherited classes.
-
-from oslo_serialization import jsonutils as json
-import six
-
-from sahara.plugins.cdh.client import role_config_groups
-from sahara.plugins.cdh.client import roles
-from sahara.plugins.cdh.client import types
-
-SERVICES_PATH = "/clusters/%s/services"
-SERVICE_PATH = "/clusters/%s/services/%s"
-ROLETYPES_CFG_KEY = 'roleTypeConfigs'
-
-
-def create_service(resource_root, name, service_type,
-                   cluster_name="default"):
-    """Create a service
-
-    :param resource_root: The root Resource object.
-    :param name: Service name
-    :param service_type: Service type
-    :param cluster_name: Cluster name
-    :return: An ApiService object
-    """
-    apiservice = ApiService(resource_root, name, service_type)
-    return types.call(resource_root.post, SERVICES_PATH % (cluster_name,),
-                      ApiService, True, data=[apiservice])[0]
-
-
-def get_service(resource_root, name, cluster_name="default"):
-    """Lookup a service by name
-
-    :param resource_root: The root Resource object.
-    :param name: Service name
-    :param cluster_name: Cluster name
-    :return: An ApiService object
-    """
-    return _get_service(resource_root, "%s/%s"
-                        % (SERVICES_PATH % (cluster_name,), name))
-
-
-def _get_service(resource_root, path):
-    return types.call(resource_root.get, path, ApiService)
-
-
-def get_all_services(resource_root, cluster_name="default", view=None):
-    """Get all services
-
-    :param resource_root: The root Resource object.
-    :param cluster_name: Cluster name
-    :return: A list of ApiService objects.
-    """
-    return types.call(resource_root.get, SERVICES_PATH % (cluster_name,),
-                      ApiService, True,
-                      params=(dict(view=view) if view else None))
-
-
-def delete_service(resource_root, name, cluster_name="default"):
-    """Delete a service by name
-
-    :param resource_root: The root Resource object.
-    :param name: Service name
-    :param cluster_name: Cluster name
-    :return: The deleted ApiService object
-    """
-    return types.call(resource_root.delete,
-                      "%s/%s" % (SERVICES_PATH % (cluster_name,), name),
-                      ApiService)
-
-
-class ApiService(types.BaseApiResource):
-    _ATTRIBUTES = {
-        'name': None,
-        'type': None,
-        'displayName': None,
-        'serviceState': types.ROAttr(),
-        'healthSummary': types.ROAttr(),
-        'healthChecks': types.ROAttr(),
-        'clusterRef': types.ROAttr(types.ApiClusterRef),
-        'configStale': types.ROAttr(),
-        'configStalenessStatus': types.ROAttr(),
-        'clientConfigStalenessStatus': types.ROAttr(),
-        'serviceUrl': types.ROAttr(),
-        'maintenanceMode': types.ROAttr(),
-        'maintenanceOwners': types.ROAttr(),
-    }
-
-    def __init__(self, resource_root, name=None, type=None):
-        types.BaseApiObject.init(self, resource_root, locals())
-
-    def __str__(self):
-        return ("<ApiService>: %s (cluster: %s)"
-                % (self.name, self._get_cluster_name()))
-
-    def _get_cluster_name(self):
-        if hasattr(self, 'clusterRef') and self.clusterRef:
-            return self.clusterRef.clusterName
-        return None
-
-    def _path(self):
-        """Return the API path for this service
-
-        This method assumes that lack of a cluster reference means that the
-        object refers to the Cloudera Management Services instance.
-        """
-        if self._get_cluster_name():
-            return SERVICE_PATH % (self._get_cluster_name(), self.name)
-        else:
-            return '/cm/service'
-
-    def _role_cmd(self, cmd, roles, api_version=1):
-        return self._post("roleCommands/" + cmd, types.ApiBulkCommandList,
-                          data=roles, api_version=api_version)
-
-    def _parse_svc_config(self, json_dic, view=None):
-        """Parse a json-decoded ApiServiceConfig dictionary into a 2-tuple
-
-        :param json_dic: The json dictionary with the config data.
-        :param view: View to materialize.
-        :return: 2-tuple (service config dictionary, role type configurations)
-        """
-        svc_config = types.json_to_config(json_dic, view == 'full')
-        rt_configs = {}
-        if ROLETYPES_CFG_KEY in json_dic:
-            for rt_config in json_dic[ROLETYPES_CFG_KEY]:
-                rt_configs[rt_config['roleType']] = types.json_to_config(
-                    rt_config, view == 'full')
-
-        return (svc_config, rt_configs)
-
-    def create_yarn_job_history_dir(self):
-        """Create the Yarn job history directory
-
-        :return: Reference to submitted command.
-        :since: API v6
-        """
-        return self._cmd('yarnCreateJobHistoryDirCommand', api_version=6)
-
-    def get_config(self, view=None):
-        """Retrieve the service's configuration
-
-        Retrieves both the service configuration and role type configuration
-        for each of the service's supported role types. The role type
-        configurations are returned as a dictionary, whose keys are the
-        role type name, and values are the respective configuration
-        dictionaries.
-
-        The 'summary' view contains strings as the dictionary values. The full
-        view contains types.ApiConfig instances as the values.
-
-        :param view: View to materialize ('full' or 'summary')
-        :return: 2-tuple (service config dictionary, role type configurations)
-        """
-        path = self._path() + '/config'
-        resp = self._get_resource_root().get(
-            path, params=(dict(view=view) if view else None))
-        return self._parse_svc_config(resp, view)
-
-    def update_config(self, svc_config, **rt_configs):
-        """Update the service's configuration
-
-        :param svc_config: Dictionary with service configuration to update.
-        :param rt_configs: Dict of role type configurations to update.
-        :return: 2-tuple (service config dictionary, role type configurations)
-        """
-        path = self._path() + '/config'
-
-        if svc_config:
-            data = types.config_to_api_list(svc_config)
-        else:
-            data = {}
-        if rt_configs:
-            rt_list = []
-            for rt, cfg in six.iteritems(rt_configs):
-                rt_data = types.config_to_api_list(cfg)
-                rt_data['roleType'] = rt
-                rt_list.append(rt_data)
-            data[ROLETYPES_CFG_KEY] = rt_list
-
-        resp = self._get_resource_root().put(path, data=json.dumps(data))
-        return self._parse_svc_config(resp)
-
-    def create_role(self, role_name, role_type, host_id):
-        """Create a role
-
-        :param role_name: Role name
-        :param role_type: Role type
-        :param host_id: ID of the host to assign the role to
-        :return: An ApiRole object
-        """
-        return roles.create_role(self._get_resource_root(), self.name,
-                                 role_type, role_name, host_id,
-                                 self._get_cluster_name())
-
-    def delete_role(self, name):
-        """Delete a role by name
-
-        :param name: Role name
-        :return: The deleted ApiRole object
-        """
-        return roles.delete_role(self._get_resource_root(), self.name, name,
-                                 self._get_cluster_name())
-
-    def get_roles_by_type(self, role_type, view=None):
-        """Get all roles of a certain type in a service
-
-        :param role_type: Role type
-        :param view: View to materialize ('full' or 'summary')
-        :return: A list of ApiRole objects.
-        """
-        return roles.get_roles_by_type(self._get_resource_root(), self.name,
-                                       role_type, self._get_cluster_name(),
-                                       view)
-
-    def get_all_role_config_groups(self):
-        """Get a list of role configuration groups in the service
-
-        :return: A list of ApiRoleConfigGroup objects.
-        :since: API v3
-        """
-        return role_config_groups.get_all_role_config_groups(
-            self._get_resource_root(), self.name, self._get_cluster_name())
-
-    def start(self):
-        """Start a service
-
-        :return: Reference to the submitted command.
-        """
-        return self._cmd('start')
-
-    def stop(self):
-        """Stop a service
-
-        :return: Reference to the submitted command.
-        """
-        return self._cmd('stop')
-
-    def restart(self):
-        """Restart a service
-
-        :return: Reference to the submitted command.
-        """
-        return self._cmd('restart')
-
-    def get_health_summary(self):
-        return getattr(self, 'healthSummary', None)
-
-    def get_health_checks_status(self):
-        return getattr(self, 'healthChecks', None)
-
-    def start_roles(self, *role_names):
-        """Start a list of roles
-
-        :param role_names: names of the roles to start.
-        :return: List of submitted commands.
-        """
-        return self._role_cmd('start', role_names)
-
-    def create_hbase_root(self):
-        """Create the root directory of an HBase service
-
-        :return: Reference to the submitted command.
-        """
-        return self._cmd('hbaseCreateRoot')
-
-    def create_hdfs_tmp(self):
-        """Create /tmp directory in HDFS
-
-        Create the /tmp directory in HDFS with appropriate ownership and
-        permissions.
-
-        :return: Reference to the submitted command
-        :since: API v2
-        """
-        return self._cmd('hdfsCreateTmpDir')
-
-    def refresh(self, *role_names):
-        """Execute the "refresh" command on a set of roles
-
-        :param role_names: Names of the roles to refresh.
-        :return: Reference to the submitted command.
-        """
-        return self._role_cmd('refresh', role_names)
-
-    def decommission(self, *role_names):
-        """Decommission roles in a service
-
-        :param role_names: Names of the roles to decommission.
-        :return: Reference to the submitted command.
-        """
-        return self._cmd('decommission', data=role_names)
-
-    def deploy_client_config(self, *role_names):
-        """Deploys client configuration to the hosts where roles are running
-
-        :param role_names: Names of the roles to decommission.
-        :return: Reference to the submitted command.
-        """
-        return self._cmd('deployClientConfig', data=role_names)
-
-    def format_hdfs(self, *namenodes):
-        """Format NameNode instances of an HDFS service
-
-        :param namenodes: Name of NameNode instances to format.
-        :return: List of submitted commands.
-        """
-        return self._role_cmd('hdfsFormat', namenodes)
-
-    def install_oozie_sharelib(self):
-        """Installs the Oozie ShareLib
-
-        Oozie must be stopped before running this command.
-
-        :return: Reference to the submitted command.
-        :since: API v3
-        """
-        return self._cmd('installOozieShareLib', api_version=3)
-
-    def create_oozie_db(self):
-        """Creates the Oozie Database Schema in the configured database
-
-        :return: Reference to the submitted command.
-        :since: API v2
-        """
-        return self._cmd('createOozieDb', api_version=2)
-
-    def upgrade_oozie_db(self):
-        """Upgrade Oozie Database schema as part of a major version upgrade
-
-        :return: Reference to the submitted command.
-        :since: API v6
-        """
-        return self._cmd('oozieUpgradeDb', api_version=6)
-
-    def create_hive_metastore_tables(self):
-        """Creates the Hive metastore tables in the configured database
-
-        Will do nothing if tables already exist. Will not perform an upgrade.
-
-        :return: Reference to the submitted command.
-        :since: API v3
-        """
-        return self._cmd('hiveCreateMetastoreDatabaseTables', api_version=3)
-
-    def create_hive_warehouse(self):
-        """Creates the Hive warehouse directory in HDFS
-
-        :return: Reference to the submitted command.
-        :since: API v3
-        """
-        return self._cmd('hiveCreateHiveWarehouse')
-
-    def create_hive_userdir(self):
-        """Creates the Hive user directory in HDFS
-
-        :return: Reference to the submitted command.
-        :since: API v4
-        """
-        return self._cmd('hiveCreateHiveUserDir')
-
-    def enable_nn_ha(self, active_name, standby_host_id, nameservice, jns,
-                     standby_name_dir_list=None, qj_name=None,
-                     standby_name=None, active_fc_name=None,
-                     standby_fc_name=None, zk_service_name=None,
-                     force_init_znode=True,
-                     clear_existing_standby_name_dirs=True,
-                     clear_existing_jn_edits_dir=True):
-        """Enable High Availability (HA) with Auto-Failover for HDFS NameNode
-
-        @param active_name: Name of Active NameNode.
-        @param standby_host_id: ID of host where Standby NameNode will be
-                                created.
-        @param nameservice: Nameservice to be used while enabling HA.
-                            Optional if Active NameNode already has this
-                            config set.
-        @param jns: List of Journal Nodes to be created during the command.
-                    Each element of the list must be a dict containing the
-                    following items:
-                    - jns['jnHostId']: ID of the host where the new JournalNode
-                                       will be created.
-                    - jns['jnName']: Name of the JournalNode role (optional)
-                    - jns['jnEditsDir']: Edits dir of the JournalNode. Can be
-                                         omitted if the config is already set
-                                         at RCG level.
-        @param standby_name_dir_list: List of directories for the new Standby
-                                      NameNode. If not provided then it will
-                                      use same dirs as Active NameNode.
-        @param qj_name: Name of the journal located on each JournalNodes'
-                        filesystem. This can be optionally provided if the
-                        config hasn't been already set for the Active NameNode.
-                        If this isn't provided and Active NameNode doesn't
-                        also have the config, then nameservice is used by
-                        default.
-        @param standby_name: Name of the Standby NameNode role to be created
-                             (Optional).
-        @param active_fc_name: Name of the Active Failover Controller role to
-                               be created (Optional).
-        @param standby_fc_name: Name of the Standby Failover Controller role to
-                                be created (Optional).
-        @param zk_service_name: Name of the ZooKeeper service to use for auto-
-                                failover. If HDFS service already depends on a
-                                ZooKeeper service then that ZooKeeper service
-                                will be used for auto-failover and in that case
-                                this parameter can either be omitted or should
-                                be the same ZooKeeper service.
-        @param force_init_znode: Indicates if the ZNode should be force
-                                 initialized if it is already present. Useful
-                                 while re-enabling High Availability. (Default:
-                                 TRUE)
-        @param clear_existing_standby_name_dirs: Indicates if the existing name
-                                                 directories for Standby
-                                                 NameNode should be cleared
-                                                 during the workflow.
-                                                 Useful while re-enabling High
-                                                 Availability. (Default: TRUE)
-        @param clear_existing_jn_edits_dir: Indicates if the existing edits
-                                            directories for the JournalNodes
-                                            for the specified nameservice
-                                            should be cleared during the
-                                            workflow. Useful while re-enabling
-                                            High Availability. (Default: TRUE)
-        @return: Reference to the submitted command.
-        @since: API v6
-        """
-        args = dict(
-            activeNnName=active_name,
-            standbyNnName=standby_name,
-            standbyNnHostId=standby_host_id,
-            standbyNameDirList=standby_name_dir_list,
-            nameservice=nameservice,
-            qjName=qj_name,
-            activeFcName=active_fc_name,
-            standbyFcName=standby_fc_name,
-            zkServiceName=zk_service_name,
-            forceInitZNode=force_init_znode,
-            clearExistingStandbyNameDirs=clear_existing_standby_name_dirs,
-            clearExistingJnEditsDir=clear_existing_jn_edits_dir,
-            jns=jns
-        )
-        return self._cmd('hdfsEnableNnHa', data=args, api_version=6)
-
-    def enable_rm_ha(self, new_rm_host_id, zk_service_name=None):
-        """Enable high availability for a YARN ResourceManager.
-
-        @param new_rm_host_id: id of the host where the second ResourceManager
-                               will be added.
-        @param zk_service_name: Name of the ZooKeeper service to use for auto-
-                                failover. If YARN service depends on a
-                                ZooKeeper service then that ZooKeeper service
-                                will be used for auto-failover and in that case
-                                this parameter can be omitted.
-        @return: Reference to the submitted command.
-        @since: API v6
-        """
-        args = dict(
-            newRmHostId=new_rm_host_id,
-            zkServiceName=zk_service_name
-        )
-        return self._cmd('enableRmHa', data=args)
-
-
-class ApiServiceSetupInfo(ApiService):
-    _ATTRIBUTES = {
-        'name': None,
-        'type': None,
-        'config': types.Attr(types.ApiConfig),
-        'roles': types.Attr(roles.ApiRole),
-    }
-
-    def __init__(self, name=None, type=None,
-                 config=None, roles=None):
-        # The BaseApiObject expects a resource_root, which we don't care about
-        resource_root = None
-        # Unfortunately, the json key is called "type". So our input arg
-        # needs to be called "type" as well, despite it being a python keyword.
-        types.BaseApiObject.init(self, None, locals())
-
-    def set_config(self, config):
-        """Set the service configuration
-
-        :param config: A dictionary of config key/value
-        """
-        if self.config is None:
-            self.config = {}
-        self.config.update(types.config_to_api_list(config))
-
-    def add_role_info(self, role_name, role_type, host_id, config=None):
-        """Add a role info
-
-        The role will be created along with the service setup.
-
-        :param role_name: Role name
-        :param role_type: Role type
-        :param host_id: The host where the role should run
-        :param config: (Optional) A dictionary of role config values
-        """
-        if self.roles is None:
-            self.roles = []
-        api_config_list = (config is not None
-                           and types.config_to_api_list(config)
-                           or None)
-        self.roles.append({
-            'name': role_name,
-            'type': role_type,
-            'hostRef': {'hostId': host_id},
-            'config': api_config_list})

sahara/plugins/cdh/client/types.py

@@ -1,684 +0,0 @@
-# Copyright (c) 2014 Intel Corporation.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# The contents of this file are mainly copied from cm_api sources,
-# released by Cloudera. Codes not used by Sahara CDH plugin are removed.
-# You can find the original codes at
-#
-#     https://github.com/cloudera/cm_api/tree/master/python/src/cm_api
-#
-# To satisfy the pep8 and python3 tests, we did some changes to the codes.
-# We also change some importings to use Sahara inherited classes.
-
-import copy
-import datetime
-import time
-
-from oslo_serialization import jsonutils as json
-from oslo_utils import reflection
-import six
-
-from sahara import context
-from sahara.i18n import _
-from sahara.plugins.cdh import exceptions as ex
-
-
-class Attr(object):
-    """Base Attribute
-
-    Encapsulates information about an attribute in the JSON encoding of the
-    object. It identifies properties of the attribute such as whether it's
-    read-only, its type, etc.
-    """
-    DATE_FMT = "%Y-%m-%dT%H:%M:%S.%fZ"
-
-    def __init__(self, atype=None, rw=True, is_api_list=False):
-        self._atype = atype
-        self._is_api_list = is_api_list
-        self.rw = rw
-
-    def to_json(self, value, preserve_ro):
-        """Returns the JSON encoding of the given attribute value
-
-        If the value has a 'to_json_dict' object, that method is called.
-        Otherwise, the following values are returned for each input type:
-         - datetime.datetime: string with the API representation of a date.
-         - dictionary: if 'atype' is ApiConfig, a list of ApiConfig objects.
-         - python list: python list (or ApiList) with JSON encoding of items
-         - the raw value otherwise
-        """
-        if hasattr(value, 'to_json_dict'):
-            return value.to_json_dict(preserve_ro)
-        elif isinstance(value, dict) and self._atype == ApiConfig:
-            return config_to_api_list(value)
-        elif isinstance(value, datetime.datetime):
-            return value.strftime(self.DATE_FMT)
-        elif isinstance(value, list) or isinstance(value, tuple):
-            if self._is_api_list:
-                return ApiList(value).to_json_dict()
-            else:
-                return [self.to_json(x, preserve_ro) for x in value]
-        else:
-            return value
-
-    def from_json(self, resource_root, data):
-        """Parses the given JSON value into an appropriate python object
-
-        This means:
-         - a datetime.datetime if 'atype' is datetime.datetime
-         - a converted config dictionary or config list if 'atype' is ApiConfig
-         - if the attr is an API list, an ApiList with instances of 'atype'
-         - an instance of 'atype' if it has a 'from_json_dict' method
-         - a python list with decoded versions of the member objects if the
-           input is a python list.
-         - the raw value otherwise
-        """
-        if data is None:
-            return None
-
-        if self._atype == datetime.datetime:
-            return datetime.datetime.strptime(data, self.DATE_FMT)
-        elif self._atype == ApiConfig:
-            # ApiConfig is special. We want a python dictionary for summary
-            # views, but an ApiList for full views. Try to detect each case
-            # from the JSON data.
-            if not data['items']:
-                return {}
-            first = data['items'][0]
-            return json_to_config(data, len(first) == 2)
-        elif self._is_api_list:
-            return ApiList.from_json_dict(data, resource_root, self._atype)
-        elif isinstance(data, list):
-            return [self.from_json(resource_root, x) for x in data]
-        elif hasattr(self._atype, 'from_json_dict'):
-            return self._atype.from_json_dict(data, resource_root)
-        else:
-            return data
-
-
-class ROAttr(Attr):
-    """Subclass that just defines the attribute as read-only."""
-    def __init__(self, atype=None, is_api_list=False):
-        Attr.__init__(self, atype=atype, rw=False, is_api_list=is_api_list)
-
-
-def check_api_version(resource_root, min_version):
-    """Check API version
-
-    Checks if the resource_root's API version it at least the given minimum
-    version.
-    """
-    if resource_root.version < min_version:
-        raise ex.CMApiVersionError(
-            _("API version %(minv)s is required but %(acv)s is in use.")
-            % {'minv': min_version, 'acv': resource_root.version})
-
-
-def call(method, path, ret_type,
-         ret_is_list=False, data=None, params=None, api_version=1):
-    """Call a resource method
-
-    Generic function for calling a resource method and automatically dealing
-    with serialization of parameters and deserialization of return values.
-
-    :param method: method to call (must be bound to a resource;
-                                 e.g., "resource_root.get").
-    :param path: the full path of the API method to call.
-    :param ret_type: return type of the call.
-    :param ret_is_list: whether the return type is an ApiList.
-    :param data: Optional data to send as payload to the call.
-    :param params: Optional query parameters for the call.
-    :param api_version: minimum API version for the call.
-    """
-    check_api_version(method.im_self, api_version)
-    if data is not None:
-        data = json.dumps(Attr(is_api_list=True).to_json(data, False))
-        ret = method(path, data=data, params=params)
-    else:
-        ret = method(path, params=params)
-    if ret_type is None:
-        return
-    elif ret_is_list:
-        return ApiList.from_json_dict(ret, method.im_self, ret_type)
-    elif isinstance(ret, list):
-        return [ret_type.from_json_dict(x, method.im_self) for x in ret]
-    else:
-        return ret_type.from_json_dict(ret, method.im_self)
-
-
-class BaseApiObject(object):
-    """The BaseApiObject helps with (de)serialization from/to JSON
-
-    The derived class has two ways of defining custom attributes:
-     - Overwriting the '_ATTRIBUTES' field with the attribute dictionary
-     - Override the _get_attributes() method, in case static initialization of
-       the above field is not possible.
-
-    It's recommended that the _get_attributes() implementation do caching to
-    avoid computing the dictionary on every invocation.
-
-    The derived class's constructor must call the base class's init() static
-    method. All constructor arguments (aside from self and resource_root) must
-    be keywords arguments with default values (typically None), or
-    from_json_dict() will not work.
-    """
-
-    _ATTRIBUTES = {}
-    _WHITELIST = ('_resource_root', '_attributes')
-
-    @classmethod
-    def _get_attributes(cls):
-        """Get an attribute dictionary
-
-        Returns a map of property names to attr instances (or None for default
-        attribute behavior) describing the properties of the object.
-
-        By default, this method will return the class's _ATTRIBUTES field.
-        Classes can override this method to do custom initialization of the
-        attributes when needed.
-        """
-        return cls._ATTRIBUTES
-
-    @staticmethod
-    def init(obj, resource_root, attrs=None):
-        """Wraper of real constructor
-
-        Wraper around the real constructor to avoid issues with the 'self'
-        argument. Call like this, from a subclass's constructor:
-
-         - BaseApiObject.init(self, locals())
-        """
-        # This works around http://bugs.python.org/issue2646
-        # We use unicode strings as keys in kwargs.
-        str_attrs = {}
-        if attrs:
-            for k, v in six.iteritems(attrs):
-                if k not in ('self', 'resource_root'):
-                    str_attrs[k] = v
-        BaseApiObject.__init__(obj, resource_root, **str_attrs)
-
-    def __init__(self, resource_root, **attrs):
-        """Init method
-
-        Initializes internal state and sets all known writable properties of
-        the object to None. Then initializes the properties given in the
-        provided attributes dictionary.
-
-        :param resource_root: API resource object.
-        :param attrs: optional dictionary of attributes to set. This should
-                      only contain r/w attributes.
-        """
-        self._resource_root = resource_root
-
-        for name, attr in six.iteritems(self._get_attributes()):
-            object.__setattr__(self, name, None)
-        if attrs:
-            self._set_attrs(attrs, from_json=False)
-
-    def _set_attrs(self, attrs, allow_ro=False, from_json=True):
-        """Set attributes from dictionary
-
-        Sets all the attributes in the dictionary. Optionally, allows setting
-        read-only attributes (e.g. when deserializing from JSON) and skipping
-        JSON deserialization of values.
-        """
-        for k, v in six.iteritems(attrs):
-            attr = self._check_attr(k, allow_ro)
-            if attr and from_json:
-                v = attr.from_json(self._get_resource_root(), v)
-            object.__setattr__(self, k, v)
-
-    def __setattr__(self, name, val):
-        if name not in BaseApiObject._WHITELIST:
-            self._check_attr(name, False)
-        object.__setattr__(self, name, val)
-
-    def _check_attr(self, name, allow_ro):
-        cls_name = reflection.get_class_name(self, fully_qualified=False)
-        if name not in self._get_attributes():
-            raise ex.CMApiAttributeError(
-                _('Invalid property %(attname)s for class %(classname)s.')
-                % {'attname': name, 'classname': cls_name})
-        attr = self._get_attributes()[name]
-        if not allow_ro and attr and not attr.rw:
-            raise ex.CMApiAttributeError(
-                _('Attribute %(attname)s of class %(classname)s '
-                  'is read only.')
-                % {'attname': name, 'classname': cls_name})
-        return attr
-
-    def _get_resource_root(self):
-        return self._resource_root
-
-    def _update(self, api_obj):
-        """Copy state from api_obj to this object."""
-        if not isinstance(self, api_obj.__class__):
-            raise ex.CMApiValueError(
-                _("Class %(class1)s does not derive from %(class2)s; "
-                    "cannot update attributes.")
-                % {'class1': self.__class__, 'class2': api_obj.__class__})
-
-        for name in self._get_attributes().keys():
-            try:
-                val = getattr(api_obj, name)
-                setattr(self, name, val)
-            except AttributeError:
-                pass
-
-    def to_json_dict(self, preserve_ro=False):
-        dic = {}
-        for name, attr in six.iteritems(self._get_attributes()):
-            if not preserve_ro and attr and not attr.rw:
-                continue
-            try:
-                value = getattr(self, name)
-                if value is not None:
-                    if attr:
-                        dic[name] = attr.to_json(value, preserve_ro)
-                    else:
-                        dic[name] = value
-            except AttributeError:
-                pass
-        return dic
-
-    def __str__(self):
-        """Give a printable format of an attribute
-
-        Default implementation of __str__. Uses the type name and the first
-        attribute retrieved from the attribute map to create the string.
-        """
-        cls_name = reflection.get_class_name(self, fully_qualified=False)
-        name = list(self._get_attributes().keys())[0]
-        value = getattr(self, name, None)
-        return "<%s>: %s = %s" % (cls_name, name, value)
-
-    @classmethod
-    def from_json_dict(cls, dic, resource_root):
-        obj = cls(resource_root)
-        obj._set_attrs(dic, allow_ro=True)
-        return obj
-
-
-class BaseApiResource(BaseApiObject):
-    """Base ApiResource
-
-    A specialization of BaseApiObject that provides some utility methods for
-    resources. This class allows easier serialization / deserialization of
-    parameters and return values.
-    """
-
-    def _api_version(self):
-        """Get API version
-
-        Returns the minimum API version for this resource. Defaults to 1.
-        """
-        return 1
-
-    def _path(self):
-        """Get resource path
-
-        Returns the path to the resource.
-
-        e.g., for a service 'foo' in cluster 'bar', this should return
-        '/clusters/bar/services/foo'.
-        """
-        raise NotImplementedError
-
-    def _require_min_api_version(self, version):
-        """Check minimum version requirement
-
-        Raise an exception if the version of the api is less than the given
-        version.
-
-        :param version: The minimum required version.
-        """
-        actual_version = self._get_resource_root().version
-        version = max(version, self._api_version())
-        if actual_version < version:
-            raise ex.CMApiVersionError(
-                _("API version %(minv)s is required but %(acv)s is in use.")
-                % {'minv': version, 'acv': actual_version})
-
-    def _cmd(self, command, data=None, params=None, api_version=1):
-        """Invoke a command on the resource
-
-        Invokes a command on the resource. Commands are expected to be under
-        the "commands/" sub-resource.
-        """
-        return self._post("commands/" + command, ApiCommand,
-                          data=data, params=params, api_version=api_version)
-
-    def _get_config(self, rel_path, view, api_version=1):
-        """Get resource configurations
-
-        Retrieves an ApiConfig list from the given relative path.
-        """
-        self._require_min_api_version(api_version)
-        params = dict(view=view) if view else None
-        resp = self._get_resource_root().get(self._path() + '/' + rel_path,
-                                             params=params)
-        return json_to_config(resp, view == 'full')
-
-    def _update_config(self, rel_path, config, api_version=1):
-        self._require_min_api_version(api_version)
-        resp = self._get_resource_root().put(self._path() + '/' + rel_path,
-                                             data=config_to_json(config))
-        return json_to_config(resp, False)
-
-    def _delete(self, rel_path, ret_type, ret_is_list=False, params=None,
-                api_version=1):
-        return self._call('delete', rel_path, ret_type, ret_is_list, None,
-                          params, api_version)
-
-    def _get(self, rel_path, ret_type, ret_is_list=False, params=None,
-             api_version=1):
-        return self._call('get', rel_path, ret_type, ret_is_list, None,
-                          params, api_version)
-
-    def _post(self, rel_path, ret_type, ret_is_list=False, data=None,
-              params=None, api_version=1):
-        return self._call('post', rel_path, ret_type, ret_is_list, data,
-                          params, api_version)
-
-    def _put(self, rel_path, ret_type, ret_is_list=False, data=None,
-             params=None, api_version=1):
-        return self._call('put', rel_path, ret_type, ret_is_list, data,
-                          params, api_version)
-
-    def _call(self, method, rel_path, ret_type, ret_is_list=False, data=None,
-              params=None, api_version=1):
-        path = self._path()
-        if rel_path:
-            path += '/' + rel_path
-        return call(getattr(self._get_resource_root(), method),
-                    path,
-                    ret_type,
-                    ret_is_list,
-                    data,
-                    params,
-                    api_version)
-
-
-class ApiList(BaseApiObject):
-    """A list of some api object"""
-    LIST_KEY = "items"
-
-    def __init__(self, objects, resource_root=None, **attrs):
-        BaseApiObject.__init__(self, resource_root, **attrs)
-        # Bypass checks in BaseApiObject.__setattr__
-        object.__setattr__(self, 'objects', objects)
-
-    def __str__(self):
-        return ("<ApiList>(%d): [%s]" % (len(self.objects),
-                ", ".join([str(item) for item in self.objects])))
-
-    def to_json_dict(self, preserve_ro=False):
-        ret = BaseApiObject.to_json_dict(self, preserve_ro)
-        attr = Attr()
-        ret[ApiList.LIST_KEY] = [attr.to_json(x, preserve_ro)
-                                 for x in self.objects]
-        return ret
-
-    def __len__(self):
-        return self.objects.__len__()
-
-    def __iter__(self):
-        return self.objects.__iter__()
-
-    def __getitem__(self, i):
-        return self.objects.__getitem__(i)
-
-    def __getslice__(self, i, j):
-        return self.objects.__getslice__(i, j)
-
-    @classmethod
-    def from_json_dict(cls, dic, resource_root, member_cls=None):
-        if not member_cls:
-            member_cls = cls._MEMBER_CLASS
-        attr = Attr(atype=member_cls)
-        items = []
-        if ApiList.LIST_KEY in dic:
-            items = [attr.from_json(resource_root, x)
-                     for x in dic[ApiList.LIST_KEY]]
-        ret = cls(items)
-        # If the class declares custom attributes, populate them based on the
-        # input dict. The check avoids extra overhead for the common case,
-        # where we just have a plain list. _set_attrs() also does not
-        # understand the "items" attribute, so it can't be in the input data.
-        if cls._ATTRIBUTES:
-            if ApiList.LIST_KEY in dic:
-                dic = copy.copy(dic)
-                del dic[ApiList.LIST_KEY]
-            ret._set_attrs(dic, allow_ro=True)
-        return ret
-
-
-class ApiHostRef(BaseApiObject):
-    _ATTRIBUTES = {
-        'hostId': None,
-    }
-
-    def __init__(self, resource_root, hostId=None):
-        BaseApiObject.init(self, resource_root, locals())
-
-    def __str__(self):
-        return "<ApiHostRef>: %s" % (self.hostId)
-
-
-class ApiServiceRef(BaseApiObject):
-    _ATTRIBUTES = {
-        'clusterName': None,
-        'serviceName': None,
-        'peerName': None,
-    }
-
-    def __init__(self, resource_root, serviceName=None, clusterName=None,
-                 peerName=None):
-        BaseApiObject.init(self, resource_root, locals())
-
-
-class ApiClusterRef(BaseApiObject):
-    _ATTRIBUTES = {
-        'clusterName': None,
-    }
-
-    def __init__(self, resource_root, clusterName=None):
-        BaseApiObject.init(self, resource_root, locals())
-
-
-class ApiRoleRef(BaseApiObject):
-    _ATTRIBUTES = {
-        'clusterName': None,
-        'serviceName': None,
-        'roleName': None,
-    }
-
-    def __init__(self, resource_root, serviceName=None, roleName=None,
-                 clusterName=None):
-        BaseApiObject.init(self, resource_root, locals())
-
-
-class ApiRoleConfigGroupRef(BaseApiObject):
-    _ATTRIBUTES = {
-        'roleConfigGroupName': None,
-    }
-
-    def __init__(self, resource_root, roleConfigGroupName=None):
-        BaseApiObject.init(self, resource_root, locals())
-
-
-class ApiCommand(BaseApiObject):
-    SYNCHRONOUS_COMMAND_ID = -1
-
-    @classmethod
-    def _get_attributes(cls):
-        if not ('_ATTRIBUTES' in cls.__dict__):
-            cls._ATTRIBUTES = {
-                'id': ROAttr(),
-                'name': ROAttr(),
-                'startTime': ROAttr(datetime.datetime),
-                'endTime': ROAttr(datetime.datetime),
-                'active': ROAttr(),
-                'success': ROAttr(),
-                'resultMessage': ROAttr(),
-                'clusterRef': ROAttr(ApiClusterRef),
-                'serviceRef': ROAttr(ApiServiceRef),
-                'roleRef': ROAttr(ApiRoleRef),
-                'hostRef': ROAttr(ApiHostRef),
-                'children': ROAttr(ApiCommand, is_api_list=True),
-                'parent': ROAttr(ApiCommand),
-                'resultDataUrl': ROAttr(),
-                'canRetry': ROAttr(),
-            }
-        return cls._ATTRIBUTES
-
-    def __str__(self):
-        return ("<ApiCommand>: '%s' (id: %s; active: %s; success: %s)"
-                % (self.name, self.id, self.active, self.success))
-
-    def _path(self):
-        return '/commands/%d' % self.id
-
-    def fetch(self):
-        """Retrieve updated data about the command from the server
-
-        :return: A new ApiCommand object.
-        """
-        if self.id == ApiCommand.SYNCHRONOUS_COMMAND_ID:
-            return self
-
-        resp = self._get_resource_root().get(self._path())
-        return ApiCommand.from_json_dict(resp, self._get_resource_root())
-
-    def wait(self, timeout=None):
-        """Wait for command to finish
-
-        :param timeout: (Optional) Max amount of time (in seconds) to wait.
-                        Wait forever by default.
-        :return: The final ApiCommand object, containing the last known state.
-                 The command may still be running in case of timeout.
-        """
-        if self.id == ApiCommand.SYNCHRONOUS_COMMAND_ID:
-            return self
-
-        SLEEP_SEC = 5
-
-        if timeout is None:
-            deadline = None
-        else:
-            deadline = time.time() + timeout
-
-        while True:
-            cmd = self.fetch()
-            if not cmd.active:
-                return cmd
-
-            if deadline is not None:
-                now = time.time()
-                if deadline < now:
-                    return cmd
-                else:
-                    context.sleep(min(SLEEP_SEC, deadline - now))
-            else:
-                context.sleep(SLEEP_SEC)
-
-    def abort(self):
-        """Abort a running command
-
-        :return: A new ApiCommand object with the updated information.
-        """
-        if self.id == ApiCommand.SYNCHRONOUS_COMMAND_ID:
-            return self
-
-        path = self._path() + '/abort'
-        resp = self._get_resource_root().post(path)
-        return ApiCommand.from_json_dict(resp, self._get_resource_root())
-
-
-class ApiBulkCommandList(ApiList):
-    _ATTRIBUTES = {
-        'errors': ROAttr(),
-    }
-    _MEMBER_CLASS = ApiCommand
-
-
-#
-# Configuration helpers.
-#
-class ApiConfig(BaseApiObject):
-    _ATTRIBUTES = {
-        'name': None,
-        'value': None,
-        'required': ROAttr(),
-        'default': ROAttr(),
-        'displayName': ROAttr(),
-        'description': ROAttr(),
-        'relatedName': ROAttr(),
-        'validationState': ROAttr(),
-        'validationMessage': ROAttr(),
-    }
-
-    def __init__(self, resource_root, name=None, value=None):
-        BaseApiObject.init(self, resource_root, locals())
-
-    def __str__(self):
-        return "<ApiConfig>: %s = %s" % (self.name, self.value)
-
-
-def config_to_api_list(dic):
-    """Convert a python dictionary into an ApiConfig list
-
-    Converts a python dictionary into a list containing the proper
-    ApiConfig encoding for configuration data.
-
-    :param dic: Key-value pairs to convert.
-    :return: JSON dictionary of an ApiConfig list (*not* an ApiList).
-    """
-    config = []
-    for k, v in six.iteritems(dic):
-        config.append({'name': k, 'value': v})
-    return {ApiList.LIST_KEY: config}
-
-
-def config_to_json(dic):
-    """Converts a python dictionary into a JSON payload
-
-    The payload matches the expected "apiConfig list" type used to update
-    configuration parameters using the API.
-
-    :param dic: Key-value pairs to convert.
-    :return: String with the JSON-encoded data.
-    """
-    return json.dumps(config_to_api_list(dic))
-
-
-def json_to_config(dic, full=False):
-    """Converts a JSON-decoded config dictionary to a python dictionary
-
-    When materializing the full view, the values in the dictionary will be
-    instances of ApiConfig, instead of strings.
-
-    :param dic: JSON-decoded config dictionary.
-    :param full: Whether to materialize the full view of the config data.
-    :return: Python dictionary with config data.
-    """
-    config = {}
-    for entry in dic['items']:
-        k = entry['name']
-        if full:
-            config[k] = ApiConfig.from_json_dict(entry, None)
-        else:
-            config[k] = entry.get('value')
-    return config

sahara/plugins/cdh/client/users.py

@@ -1,62 +0,0 @@
-# Copyright (c) 2015 Intel Corporation.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# The contents of this file are mainly copied from cm_api sources,
-# released by Cloudera. Codes not used by Sahara CDH plugin are removed.
-# You can find the original codes at
-#
-#     https://github.com/cloudera/cm_api/tree/master/python/src/cm_api
-#
-# To satisfy the pep8 and python3 tests, we did some changes to the codes.
-# We also change some importings to use Sahara inherited classes.
-
-from sahara.plugins.cdh.client import types
-
-USERS_PATH = "/users"
-
-
-def get_user(resource_root, username):
-    """Look up a user by username.
-
-    @param resource_root: The root Resource object
-    @param username: Username to look up
-    @return: An ApiUser object
-    """
-    return types.call(resource_root.get,
-                      '%s/%s' % (USERS_PATH, username), ApiUser)
-
-
-def update_user(resource_root, user):
-    """Update a user.
-
-    Replaces the user's details with those provided.
-
-    @param resource_root: The root Resource object
-    @param user: An ApiUser object
-    @return: An ApiUser object
-    """
-    return types.call(resource_root.put,
-                      '%s/%s' % (USERS_PATH, user.name), ApiUser, data=user)
-
-
-class ApiUser(types.BaseApiResource):
-    _ATTRIBUTES = {
-        'name': None,
-        'password': None,
-        'roles': None,
-    }
-
-    def __init__(self, resource_root, name=None, password=None, roles=None):
-        types.BaseApiObject.init(self, resource_root, locals())

sahara/plugins/cdh/cloudera_utils.py

@@ -1,837 +0,0 @@
-# Copyright (c) 2014 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import functools
-
-import six
-
-from sahara import context
-from sahara.i18n import _
-from sahara.plugins.cdh.client import api_client
-from sahara.plugins.cdh.client import services
-from sahara.plugins.cdh import db_helper as dh
-from sahara.plugins.cdh import plugin_utils
-from sahara.plugins.cdh import validation
-from sahara.plugins import exceptions as ex
-from sahara.plugins import kerberos
-from sahara.swift import swift_helper
-from sahara.topology import topology_helper as t_helper
-from sahara.utils import cluster_progress_ops as cpo
-from sahara.utils import configs as s_cfg
-from sahara.utils import poll_utils
-from sahara.utils import xmlutils
-
-
-HDFS_SERVICE_TYPE = 'HDFS'
-YARN_SERVICE_TYPE = 'YARN'
-OOZIE_SERVICE_TYPE = 'OOZIE'
-HIVE_SERVICE_TYPE = 'HIVE'
-HUE_SERVICE_TYPE = 'HUE'
-SPARK_SERVICE_TYPE = 'SPARK_ON_YARN'
-ZOOKEEPER_SERVICE_TYPE = 'ZOOKEEPER'
-HBASE_SERVICE_TYPE = 'HBASE'
-FLUME_SERVICE_TYPE = 'FLUME'
-SENTRY_SERVICE_TYPE = 'SENTRY'
-SOLR_SERVICE_TYPE = 'SOLR'
-SQOOP_SERVICE_TYPE = 'SQOOP'
-KS_INDEXER_SERVICE_TYPE = 'KS_INDEXER'
-IMPALA_SERVICE_TYPE = 'IMPALA'
-KMS_SERVICE_TYPE = 'KMS'
-KAFKA_SERVICE_TYPE = 'KAFKA'
-
-
-def cloudera_cmd(f):
-    @functools.wraps(f)
-    def wrapper(*args, **kwargs):
-        for cmd in f(*args, **kwargs):
-            result = cmd.wait()
-            if not result.success:
-                if result.children is not None:
-                    for c in result.children:
-                        if not c.success:
-                            raise ex.HadoopProvisionError(c.resultMessage)
-                else:
-                    raise ex.HadoopProvisionError(result.resultMessage)
-    return wrapper
-
-
-class ClouderaUtils(object):
-    CM_DEFAULT_USERNAME = 'admin'
-    CM_DEFAULT_PASSWD = 'admin'
-    CM_API_VERSION = 8
-
-    HDFS_SERVICE_NAME = 'hdfs01'
-    YARN_SERVICE_NAME = 'yarn01'
-    OOZIE_SERVICE_NAME = 'oozie01'
-    HIVE_SERVICE_NAME = 'hive01'
-    HUE_SERVICE_NAME = 'hue01'
-    SPARK_SERVICE_NAME = 'spark_on_yarn01'
-    ZOOKEEPER_SERVICE_NAME = 'zookeeper01'
-    HBASE_SERVICE_NAME = 'hbase01'
-
-    FLUME_SERVICE_NAME = 'flume01'
-    SOLR_SERVICE_NAME = 'solr01'
-    SQOOP_SERVICE_NAME = 'sqoop01'
-    KS_INDEXER_SERVICE_NAME = 'ks_indexer01'
-    IMPALA_SERVICE_NAME = 'impala01'
-    SENTRY_SERVICE_NAME = 'sentry01'
-    KMS_SERVICE_NAME = 'kms01'
-    KAFKA_SERVICE_NAME = 'kafka01'
-    NAME_SERVICE = 'nameservice01'
-
-    def __init__(self):
-        self.pu = plugin_utils.AbstractPluginUtils()
-        self.validator = validation.Validator
-        self.c_helper = None
-
-    def get_api_client_by_default_password(self, cluster):
-        manager_ip = self.pu.get_manager(cluster).management_ip
-        return api_client.ApiResource(manager_ip,
-                                      username=self.CM_DEFAULT_USERNAME,
-                                      password=self.CM_DEFAULT_PASSWD,
-                                      version=self.CM_API_VERSION)
-
-    def get_api_client(self, cluster, api_version=None):
-        manager_ip = self.pu.get_manager(cluster).management_ip
-        cm_password = dh.get_cm_password(cluster)
-        version = self.CM_API_VERSION if not api_version else api_version
-        return api_client.ApiResource(manager_ip,
-                                      username=self.CM_DEFAULT_USERNAME,
-                                      password=cm_password,
-                                      version=version)
-
-    def update_cloudera_password(self, cluster):
-        api = self.get_api_client_by_default_password(cluster)
-        user = api.get_user(self.CM_DEFAULT_USERNAME)
-        user.password = dh.get_cm_password(cluster)
-        api.update_user(user)
-
-    def get_cloudera_cluster(self, cluster):
-        api = self.get_api_client(cluster)
-        return api.get_cluster(cluster.name)
-
-    @cloudera_cmd
-    def start_cloudera_cluster(self, cluster):
-        cm_cluster = self.get_cloudera_cluster(cluster)
-        yield cm_cluster.start()
-
-    @cloudera_cmd
-    def stop_cloudera_cluster(self, cluster):
-        cm_cluster = self.get_cloudera_cluster(cluster)
-        yield cm_cluster.stop()
-
-    def start_instances(self, cluster):
-        self.start_cloudera_cluster(cluster)
-
-    @cpo.event_wrapper(True, step=_("Delete instances"), param=('cluster', 1))
-    def delete_instances(self, cluster, instances):
-        api = self.get_api_client(cluster)
-        cm_cluster = self.get_cloudera_cluster(cluster)
-        hosts = api.get_all_hosts(view='full')
-        hostsnames_to_deleted = [i.fqdn() for i in instances]
-        for host in hosts:
-            if host.hostname in hostsnames_to_deleted:
-                cm_cluster.remove_host(host.hostId)
-                api.delete_host(host.hostId)
-
-    @cpo.event_wrapper(
-        True, step=_("Decommission nodes"), param=('cluster', 1))
-    def decommission_nodes(self, cluster, process,
-                           decommission_roles, roles_to_delete=None):
-        service = self.get_service_by_role(process, cluster)
-        service.decommission(*decommission_roles).wait()
-        # not all roles should be decommissioned
-        if roles_to_delete:
-            decommission_roles.extend(roles_to_delete)
-        for role_name in decommission_roles:
-            service.delete_role(role_name)
-
-    @cpo.event_wrapper(
-        True, step=_("Refresh DataNodes"), param=('cluster', 1))
-    def refresh_datanodes(self, cluster):
-        self._refresh_nodes(cluster, 'DATANODE', self.HDFS_SERVICE_NAME)
-
-    @cpo.event_wrapper(
-        True, step=_("Refresh YARNNodes"), param=('cluster', 1))
-    def refresh_yarn_nodes(self, cluster):
-        self._refresh_nodes(cluster, 'NODEMANAGER', self.YARN_SERVICE_NAME)
-
-    @cloudera_cmd
-    def _refresh_nodes(self, cluster, process, service_name):
-        cm_cluster = self.get_cloudera_cluster(cluster)
-        service = cm_cluster.get_service(service_name)
-        nds = [n.name for n in service.get_roles_by_type(process)]
-        for nd in nds:
-            for st in service.refresh(nd):
-                yield st
-
-    @cpo.event_wrapper(
-        True, step=_("Restart stale services"), param=('cluster', 1))
-    @cloudera_cmd
-    def restart_stale_services(self, cluster):
-        cm_cluster = self.get_cloudera_cluster(cluster)
-        yield cm_cluster.restart(
-            restart_only_stale_services=True,
-            redeploy_client_configuration=True)
-
-    @cpo.event_wrapper(True, step=_("Deploy configs"), param=('cluster', 1))
-    @cloudera_cmd
-    def deploy_configs(self, cluster):
-        cm_cluster = self.get_cloudera_cluster(cluster)
-        yield cm_cluster.deploy_client_config()
-
-    def update_configs(self, instances):
-        # instances non-empty
-        cpo.add_provisioning_step(
-            instances[0].cluster_id, _("Update configs"), len(instances))
-        with context.ThreadGroup() as tg:
-            for instance in instances:
-                tg.spawn("update-configs-%s" % instance.instance_name,
-                         self._update_configs, instance)
-                context.sleep(1)
-
-    @cpo.event_wrapper(True)
-    @cloudera_cmd
-    def _update_configs(self, instance):
-        for process in instance.node_group.node_processes:
-            process = self.pu.convert_role_showname(process)
-            service = self.get_service_by_role(process, instance=instance)
-            yield service.deploy_client_config(self.pu.get_role_name(instance,
-                                                                     process))
-
-    def get_mgmt_service(self, cluster):
-        api = self.get_api_client(cluster)
-        cm = api.get_cloudera_manager()
-        mgmt_service = cm.get_service()
-        return mgmt_service
-
-    @cloudera_cmd
-    def restart_mgmt_service(self, cluster):
-        service = self.get_mgmt_service(cluster)
-        yield service.restart()
-
-    @cloudera_cmd
-    def start_service(self, service):
-        yield service.start()
-
-    @cloudera_cmd
-    def stop_service(self, service):
-        yield service.stop()
-
-    @cloudera_cmd
-    def start_roles(self, service, *role_names):
-        for role in service.start_roles(*role_names):
-            yield role
-
-    @cpo.event_wrapper(
-        True, step=_("Create mgmt service"), param=('cluster', 1))
-    def create_mgmt_service(self, cluster):
-        api = self.get_api_client(cluster)
-        cm = api.get_cloudera_manager()
-
-        setup_info = services.ApiServiceSetupInfo()
-        manager = self.pu.get_manager(cluster)
-        hostname = manager.fqdn()
-        processes = ['SERVICEMONITOR', 'HOSTMONITOR',
-                     'EVENTSERVER', 'ALERTPUBLISHER']
-        for proc in processes:
-            setup_info.add_role_info(self.pu.get_role_name(manager, proc),
-                                     proc, hostname)
-
-        cm.create_mgmt_service(setup_info)
-        cm.hosts_start_roles([hostname])
-
-    def get_service_by_role(self, role, cluster=None, instance=None):
-        if cluster:
-            cm_cluster = self.get_cloudera_cluster(cluster)
-        elif instance:
-            cm_cluster = self.get_cloudera_cluster(instance.cluster)
-        else:
-            raise ValueError(_("'cluster' or 'instance' argument missed"))
-
-        if role in ['NAMENODE', 'DATANODE', 'SECONDARYNAMENODE',
-                    'HDFS_GATEWAY']:
-            return cm_cluster.get_service(self.HDFS_SERVICE_NAME)
-        elif role in ['RESOURCEMANAGER', 'NODEMANAGER', 'JOBHISTORY',
-                      'YARN_GATEWAY']:
-            return cm_cluster.get_service(self.YARN_SERVICE_NAME)
-        elif role in ['OOZIE_SERVER']:
-            return cm_cluster.get_service(self.OOZIE_SERVICE_NAME)
-        elif role in ['HIVESERVER2', 'HIVEMETASTORE', 'WEBHCAT']:
-            return cm_cluster.get_service(self.HIVE_SERVICE_NAME)
-        elif role in ['HUE_SERVER']:
-            return cm_cluster.get_service(self.HUE_SERVICE_NAME)
-        elif role in ['SPARK_YARN_HISTORY_SERVER']:
-            return cm_cluster.get_service(self.SPARK_SERVICE_NAME)
-        elif role in ['SERVER']:
-            return cm_cluster.get_service(self.ZOOKEEPER_SERVICE_NAME)
-        elif role in ['MASTER', 'REGIONSERVER']:
-            return cm_cluster.get_service(self.HBASE_SERVICE_NAME)
-        elif role in ['AGENT']:
-            return cm_cluster.get_service(self.FLUME_SERVICE_NAME)
-        elif role in ['SENTRY_SERVER']:
-            return cm_cluster.get_service(self.SENTRY_SERVICE_NAME)
-        elif role in ['SQOOP_SERVER']:
-            return cm_cluster.get_service(self.SQOOP_SERVICE_NAME)
-        elif role in ['SOLR_SERVER']:
-            return cm_cluster.get_service(self.SOLR_SERVICE_NAME)
-        elif role in ['HBASE_INDEXER']:
-            return cm_cluster.get_service(self.KS_INDEXER_SERVICE_NAME)
-        elif role in ['CATALOGSERVER', 'STATESTORE', 'IMPALAD', 'LLAMA']:
-            return cm_cluster.get_service(self.IMPALA_SERVICE_NAME)
-        elif role in ['KMS']:
-            return cm_cluster.get_service(self.KMS_SERVICE_NAME)
-        elif role in ['JOURNALNODE']:
-            return cm_cluster.get_service(self.HDFS_SERVICE_NAME)
-        elif role in ['YARN_STANDBYRM']:
-            return cm_cluster.get_service(self.YARN_SERVICE_NAME)
-        elif role in ['KAFKA_BROKER']:
-            return cm_cluster.get_service(self.KAFKA_SERVICE_NAME)
-        else:
-            raise ValueError(
-                _("Process %(process)s is not supported by CDH plugin") %
-                {'process': role})
-
-    @cpo.event_wrapper(
-        True, step=_("First run cluster"), param=('cluster', 1))
-    @cloudera_cmd
-    def first_run(self, cluster):
-        cm_cluster = self.get_cloudera_cluster(cluster)
-        yield cm_cluster.first_run()
-
-    @cpo.event_wrapper(True, step=_("Create services"), param=('cluster', 1))
-    def create_services(self, cluster):
-        api = self.get_api_client(cluster)
-        cm_cluster = api.create_cluster(cluster.name,
-                                        fullVersion=cluster.hadoop_version)
-
-        if len(self.pu.get_zookeepers(cluster)) > 0:
-            cm_cluster.create_service(self.ZOOKEEPER_SERVICE_NAME,
-                                      ZOOKEEPER_SERVICE_TYPE)
-        cm_cluster.create_service(self.HDFS_SERVICE_NAME, HDFS_SERVICE_TYPE)
-        cm_cluster.create_service(self.YARN_SERVICE_NAME, YARN_SERVICE_TYPE)
-        cm_cluster.create_service(self.OOZIE_SERVICE_NAME, OOZIE_SERVICE_TYPE)
-        if self.pu.get_hive_metastore(cluster):
-            cm_cluster.create_service(self.HIVE_SERVICE_NAME,
-                                      HIVE_SERVICE_TYPE)
-        if self.pu.get_hue(cluster):
-            cm_cluster.create_service(self.HUE_SERVICE_NAME, HUE_SERVICE_TYPE)
-        if self.pu.get_spark_historyserver(cluster):
-            cm_cluster.create_service(self.SPARK_SERVICE_NAME,
-                                      SPARK_SERVICE_TYPE)
-        if self.pu.get_hbase_master(cluster):
-            cm_cluster.create_service(self.HBASE_SERVICE_NAME,
-                                      HBASE_SERVICE_TYPE)
-        if len(self.pu.get_flumes(cluster)) > 0:
-            cm_cluster.create_service(self.FLUME_SERVICE_NAME,
-                                      FLUME_SERVICE_TYPE)
-        if self.pu.get_sentry(cluster):
-            cm_cluster.create_service(self.SENTRY_SERVICE_NAME,
-                                      SENTRY_SERVICE_TYPE)
-        if len(self.pu.get_solrs(cluster)) > 0:
-            cm_cluster.create_service(self.SOLR_SERVICE_NAME,
-                                      SOLR_SERVICE_TYPE)
-        if self.pu.get_sqoop(cluster):
-            cm_cluster.create_service(self.SQOOP_SERVICE_NAME,
-                                      SQOOP_SERVICE_TYPE)
-        if len(self.pu.get_hbase_indexers(cluster)) > 0:
-            cm_cluster.create_service(self.KS_INDEXER_SERVICE_NAME,
-                                      KS_INDEXER_SERVICE_TYPE)
-        if self.pu.get_catalogserver(cluster):
-            cm_cluster.create_service(self.IMPALA_SERVICE_NAME,
-                                      IMPALA_SERVICE_TYPE)
-        if self.pu.get_kms(cluster):
-            cm_cluster.create_service(self.KMS_SERVICE_NAME,
-                                      KMS_SERVICE_TYPE)
-        if len(self.pu.get_kafka_brokers(cluster)) > 0:
-            cm_cluster.create_service(self.KAFKA_SERVICE_NAME,
-                                      KAFKA_SERVICE_TYPE)
-
-    def _agents_connected(self, instances, api):
-        hostnames = [i.fqdn() for i in instances]
-        hostnames_to_manager = [h.hostname for h in
-                                api.get_all_hosts('full')]
-        for hostname in hostnames:
-            if hostname not in hostnames_to_manager:
-                return False
-        return True
-
-    @cpo.event_wrapper(True, step=_("Await agents"), param=('cluster', 1))
-    def _await_agents(self, cluster, instances, timeout_config):
-        api = self.get_api_client(instances[0].cluster)
-        poll_utils.plugin_option_poll(
-            cluster, self._agents_connected, timeout_config,
-            _("Await Cloudera agents"), 5, {
-                'instances': instances, 'api': api})
-
-    def await_agents(self, cluster, instances):
-        self._await_agents(cluster, instances,
-                           self.c_helper.AWAIT_AGENTS_TIMEOUT)
-
-    @cpo.event_wrapper(
-        True, step=_("Configure services"), param=('cluster', 1))
-    def configure_services(self, cluster):
-        cm_cluster = self.get_cloudera_cluster(cluster)
-
-        if len(self.pu.get_zookeepers(cluster)) > 0:
-            zookeeper = cm_cluster.get_service(self.ZOOKEEPER_SERVICE_NAME)
-            zookeeper.update_config(self._get_configs(ZOOKEEPER_SERVICE_TYPE,
-                                                      cluster=cluster))
-
-        hdfs = cm_cluster.get_service(self.HDFS_SERVICE_NAME)
-        hdfs.update_config(self._get_configs(HDFS_SERVICE_TYPE,
-                                             cluster=cluster))
-
-        yarn = cm_cluster.get_service(self.YARN_SERVICE_NAME)
-        yarn.update_config(self._get_configs(YARN_SERVICE_TYPE,
-                                             cluster=cluster))
-
-        oozie = cm_cluster.get_service(self.OOZIE_SERVICE_NAME)
-        oozie.update_config(self._get_configs(OOZIE_SERVICE_TYPE,
-                                              cluster=cluster))
-
-        if self.pu.get_hive_metastore(cluster):
-            hive = cm_cluster.get_service(self.HIVE_SERVICE_NAME)
-            hive.update_config(self._get_configs(HIVE_SERVICE_TYPE,
-                                                 cluster=cluster))
-
-        if self.pu.get_hue(cluster):
-            hue = cm_cluster.get_service(self.HUE_SERVICE_NAME)
-            hue.update_config(self._get_configs(HUE_SERVICE_TYPE,
-                                                cluster=cluster))
-
-        if self.pu.get_spark_historyserver(cluster):
-            spark = cm_cluster.get_service(self.SPARK_SERVICE_NAME)
-            spark.update_config(self._get_configs(SPARK_SERVICE_TYPE,
-                                                  cluster=cluster))
-
-        if self.pu.get_hbase_master(cluster):
-            hbase = cm_cluster.get_service(self.HBASE_SERVICE_NAME)
-            hbase.update_config(self._get_configs(HBASE_SERVICE_TYPE,
-                                                  cluster=cluster))
-
-        if len(self.pu.get_flumes(cluster)) > 0:
-            flume = cm_cluster.get_service(self.FLUME_SERVICE_NAME)
-            flume.update_config(self._get_configs(FLUME_SERVICE_TYPE,
-                                                  cluster=cluster))
-
-        if self.pu.get_sentry(cluster):
-            sentry = cm_cluster.get_service(self.SENTRY_SERVICE_NAME)
-            sentry.update_config(self._get_configs(SENTRY_SERVICE_TYPE,
-                                                   cluster=cluster))
-
-        if len(self.pu.get_solrs(cluster)) > 0:
-            solr = cm_cluster.get_service(self.SOLR_SERVICE_NAME)
-            solr.update_config(self._get_configs(SOLR_SERVICE_TYPE,
-                                                 cluster=cluster))
-
-        if self.pu.get_sqoop(cluster):
-            sqoop = cm_cluster.get_service(self.SQOOP_SERVICE_NAME)
-            sqoop.update_config(self._get_configs(SQOOP_SERVICE_TYPE,
-                                                  cluster=cluster))
-
-        if len(self.pu.get_hbase_indexers(cluster)) > 0:
-            ks_indexer = cm_cluster.get_service(self.KS_INDEXER_SERVICE_NAME)
-            ks_indexer.update_config(
-                self._get_configs(KS_INDEXER_SERVICE_TYPE, cluster=cluster))
-
-        if self.pu.get_catalogserver(cluster):
-            impala = cm_cluster.get_service(self.IMPALA_SERVICE_NAME)
-            impala.update_config(self._get_configs(IMPALA_SERVICE_TYPE,
-                                                   cluster=cluster))
-
-        if self.pu.get_kms(cluster):
-            kms = cm_cluster.get_service(self.KMS_SERVICE_NAME)
-            kms.update_config(self._get_configs(KMS_SERVICE_TYPE,
-                                                cluster=cluster))
-        if len(self.pu.get_kafka_brokers(cluster)) > 0:
-            kafka = cm_cluster.get_service(self.KAFKA_SERVICE_NAME)
-            kafka.update_config(self._get_configs(KAFKA_SERVICE_TYPE,
-                                                  cluster=cluster))
-
-    def configure_instances(self, instances, cluster=None):
-        # instances non-empty
-        cpo.add_provisioning_step(
-            instances[0].cluster_id, _("Configure instances"), len(instances))
-        for inst in instances:
-            self.configure_instance(inst, cluster)
-
-    def get_roles_list(self, node_processes):
-        current = set(node_processes)
-        extra_roles = {
-            'YARN_GATEWAY': ["YARN_NODEMANAGER"],
-            'HDFS_GATEWAY': ['HDFS_NAMENODE', 'HDFS_DATANODE',
-                             "HDFS_SECONDARYNAMENODE"]
-        }
-        for extra_role in six.iterkeys(extra_roles):
-            valid_processes = extra_roles[extra_role]
-            for valid in valid_processes:
-                if valid in current:
-                    current.add(extra_role)
-                    break
-        return list(current)
-
-    def get_role_type(self, process):
-        mapper = {
-            'YARN_GATEWAY': 'GATEWAY',
-            'HDFS_GATEWAY': 'GATEWAY',
-        }
-        return mapper.get(process, process)
-
-    @cpo.event_wrapper(True)
-    def configure_instance(self, instance, cluster=None):
-        roles_list = self.get_roles_list(instance.node_group.node_processes)
-        for role in roles_list:
-            self._add_role(instance, role, cluster)
-
-    def _add_role(self, instance, process, cluster):
-        if process in ['CLOUDERA_MANAGER', 'HDFS_JOURNALNODE',
-                       'YARN_STANDBYRM']:
-            return
-
-        process = self.pu.convert_role_showname(process)
-        service = self.get_service_by_role(process, instance=instance)
-        role_type = self.get_role_type(process)
-        role = service.create_role(self.pu.get_role_name(instance, process),
-                                   role_type, instance.fqdn())
-        role.update_config(self._get_configs(process, cluster,
-                                             instance=instance))
-
-    @cloudera_cmd
-    def restart_service(self, process, instance):
-        service = self.get_service_by_role(process, instance=instance)
-        yield service.restart()
-
-    def update_role_config(self, instance, process):
-        process = self.pu.convert_role_showname(process)
-        service = self.get_service_by_role(process, instance=instance)
-        api = self.get_api_client(instance.cluster)
-        hosts = api.get_all_hosts(view='full')
-        ihost_id = None
-        for host in hosts:
-            if instance.fqdn() == host.hostname:
-                ihost_id = host.hostId
-                break
-        role_type = self.get_role_type(process)
-        roles = service.get_roles_by_type(role_type)
-        for role in roles:
-            if role.hostRef.hostId == ihost_id:
-                role.update_config(
-                    self._get_configs(role_type, instance=instance))
-        self.restart_service(process, instance)
-
-    @cloudera_cmd
-    def import_admin_credentials(self, cm, username, password):
-        yield cm.import_admin_credentials(username, password)
-
-    @cloudera_cmd
-    def configure_for_kerberos(self, cluster):
-        api = self.get_api_client(cluster, api_version=11)
-        cluster = api.get_cluster(cluster.name)
-        yield cluster.configure_for_kerberos()
-
-    def push_kerberos_configs(self, cluster):
-        manager = self.pu.get_manager(cluster)
-        kdc_host = kerberos.get_kdc_host(cluster, manager)
-        security_realm = kerberos.get_realm_name(cluster)
-        username = "%s@%s" % (kerberos.get_admin_principal(cluster),
-                              kerberos.get_realm_name(cluster))
-        password = kerberos.get_server_password(cluster)
-
-        api = self.get_api_client(cluster)
-        cm = api.get_cloudera_manager()
-        cm.update_config({'SECURITY_REALM': security_realm,
-                          'KDC_HOST': kdc_host})
-
-        self.import_admin_credentials(cm, username, password)
-        self.configure_for_kerberos(cluster)
-        self.deploy_configs(cluster)
-
-    def configure_rack_awareness(self, cluster):
-        if t_helper.is_data_locality_enabled():
-            self._configure_rack_awareness(cluster)
-
-    @cpo.event_wrapper(
-        True, step=_("Configure rack awareness"), param=('cluster', 1))
-    def _configure_rack_awareness(self, cluster):
-        api = self.get_api_client(cluster)
-        topology = t_helper.generate_topology_map(
-            cluster, is_node_awareness=False)
-        for host in api.get_all_hosts():
-            host.rackId = topology[host.ipAddress]
-            host.put_host()
-
-    def full_cluster_stop(self, cluster):
-        self.stop_cloudera_cluster(cluster)
-        mgmt = self.get_mgmt_service(cluster)
-        self.stop_service(mgmt)
-
-    def full_cluster_start(self, cluster):
-        self.start_cloudera_cluster(cluster)
-        mgmt = self.get_mgmt_service(cluster)
-        self.start_service(mgmt)
-
-    def get_cloudera_manager_info(self, cluster):
-        mng = self.pu.get_manager(cluster)
-        info = {
-            'Cloudera Manager': {
-                'Web UI': 'http://%s:7180' % mng.get_ip_or_dns_name(),
-                'Username': 'admin',
-                'Password': dh.get_cm_password(cluster)
-            }
-        }
-        return info
-
-    @cpo.event_wrapper(
-        True, step=_("Enable NameNode HA"), param=('cluster', 1))
-    @cloudera_cmd
-    def enable_namenode_ha(self, cluster):
-        standby_nn = self.pu.get_secondarynamenode(cluster)
-        standby_nn_host_name = standby_nn.fqdn()
-        jns = self.pu.get_jns(cluster)
-        jn_list = []
-        for index, jn in enumerate(jns):
-            jn_host_name = jn.fqdn()
-            jn_list.append({'jnHostId': jn_host_name,
-                            'jnName': 'JN%i' % index,
-                            'jnEditsDir': '/dfs/jn'
-                            })
-        cm_cluster = self.get_cloudera_cluster(cluster)
-        hdfs = cm_cluster.get_service(self.HDFS_SERVICE_NAME)
-        nn = hdfs.get_roles_by_type('NAMENODE')[0]
-
-        yield hdfs.enable_nn_ha(active_name=nn.name,
-                                standby_host_id=standby_nn_host_name,
-                                nameservice=self.NAME_SERVICE, jns=jn_list
-                                )
-
-    @cpo.event_wrapper(
-        True, step=_("Enable ResourceManager HA"), param=('cluster', 1))
-    @cloudera_cmd
-    def enable_resourcemanager_ha(self, cluster):
-        new_rm = self.pu.get_stdb_rm(cluster)
-        new_rm_host_name = new_rm.fqdn()
-        cm_cluster = self.get_cloudera_cluster(cluster)
-        yarn = cm_cluster.get_service(self.YARN_SERVICE_NAME)
-        yield yarn.enable_rm_ha(new_rm_host_id=new_rm_host_name)
-
-    def _load_version_specific_instance_configs(self, instance, default_conf):
-        pass
-
-    def _get_configs(self, service, cluster=None, instance=None):
-        def get_hadoop_dirs(mount_points, suffix):
-            return ','.join([x + suffix for x in mount_points])
-
-        all_confs = {}
-        if cluster:
-            zk_count = self.validator.get_inst_count(cluster,
-                                                     'ZOOKEEPER_SERVER')
-            hbm_count = self.validator.get_inst_count(cluster, 'HBASE_MASTER')
-            snt_count = self.validator.get_inst_count(cluster,
-                                                      'SENTRY_SERVER')
-            ks_count =\
-                self.validator.get_inst_count(cluster,
-                                              'KEY_VALUE_STORE_INDEXER')
-            kms_count = self.validator.get_inst_count(cluster, 'KMS')
-            imp_count =\
-                self.validator.get_inst_count(cluster,
-                                              'IMPALA_CATALOGSERVER')
-            hive_count = self.validator.get_inst_count(cluster,
-                                                       'HIVE_METASTORE')
-            slr_count = self.validator.get_inst_count(cluster, 'SOLR_SERVER')
-            sqp_count = self.validator.get_inst_count(cluster, 'SQOOP_SERVER')
-            core_site_safety_valve = ''
-            if self.pu.c_helper.is_swift_enabled(cluster):
-                configs = swift_helper.get_swift_configs()
-                confs = {c['name']: c['value'] for c in configs}
-                core_site_safety_valve = xmlutils.create_elements_xml(confs)
-            all_confs = {
-                'HDFS': {
-                    'zookeeper_service':
-                        self.ZOOKEEPER_SERVICE_NAME if zk_count else '',
-                    'dfs_block_local_path_access_user':
-                        'impala' if imp_count else '',
-                    'kms_service': self.KMS_SERVICE_NAME if kms_count else '',
-                    'core_site_safety_valve': core_site_safety_valve
-                },
-                'HIVE': {
-                    'mapreduce_yarn_service': self.YARN_SERVICE_NAME,
-                    'sentry_service':
-                        self.SENTRY_SERVICE_NAME if snt_count else '',
-                    'zookeeper_service':
-                        self.ZOOKEEPER_SERVICE_NAME if zk_count else ''
-                },
-                'OOZIE': {
-                    'mapreduce_yarn_service': self.YARN_SERVICE_NAME,
-                    'hive_service':
-                        self.HIVE_SERVICE_NAME if hive_count else '',
-                    'zookeeper_service':
-                        self.ZOOKEEPER_SERVICE_NAME if zk_count else ''
-                },
-                'YARN': {
-                    'hdfs_service': self.HDFS_SERVICE_NAME,
-                    'zookeeper_service':
-                        self.ZOOKEEPER_SERVICE_NAME if zk_count else ''
-                },
-                'HUE': {
-                    'hive_service': self.HIVE_SERVICE_NAME,
-                    'oozie_service': self.OOZIE_SERVICE_NAME,
-                    'sentry_service':
-                        self.SENTRY_SERVICE_NAME if snt_count else '',
-                    'solr_service':
-                        self.SOLR_SERVICE_NAME if slr_count else '',
-                    'zookeeper_service':
-                        self.ZOOKEEPER_SERVICE_NAME if zk_count else '',
-                    'hbase_service':
-                        self.HBASE_SERVICE_NAME if hbm_count else '',
-                    'impala_service':
-                        self.IMPALA_SERVICE_NAME if imp_count else '',
-                    'sqoop_service':
-                        self.SQOOP_SERVICE_NAME if sqp_count else ''
-                },
-                'SPARK_ON_YARN': {
-                    'yarn_service': self.YARN_SERVICE_NAME
-                },
-                'HBASE': {
-                    'hdfs_service': self.HDFS_SERVICE_NAME,
-                    'zookeeper_service': self.ZOOKEEPER_SERVICE_NAME,
-                    'hbase_enable_indexing': 'true' if ks_count else 'false',
-                    'hbase_enable_replication':
-                        'true' if ks_count else 'false'
-                },
-                'FLUME': {
-                    'hdfs_service': self.HDFS_SERVICE_NAME,
-                    'solr_service':
-                        self.SOLR_SERVICE_NAME if slr_count else '',
-                    'hbase_service':
-                        self.HBASE_SERVICE_NAME if hbm_count else ''
-                },
-                'SENTRY': {
-                    'hdfs_service': self.HDFS_SERVICE_NAME,
-                    'sentry_server_config_safety_valve': (
-                        self.c_helper.SENTRY_IMPALA_CLIENT_SAFETY_VALVE
-                        if imp_count else '')
-                },
-                'SOLR': {
-                    'hdfs_service': self.HDFS_SERVICE_NAME,
-                    'zookeeper_service': self.ZOOKEEPER_SERVICE_NAME
-                },
-                'SQOOP': {
-                    'mapreduce_yarn_service': self.YARN_SERVICE_NAME
-                },
-                'KS_INDEXER': {
-                    'hbase_service': self.HBASE_SERVICE_NAME,
-                    'solr_service': self.SOLR_SERVICE_NAME
-                },
-                'IMPALA': {
-                    'hdfs_service': self.HDFS_SERVICE_NAME,
-                    'hbase_service':
-                        self.HBASE_SERVICE_NAME if hbm_count else '',
-                    'hive_service': self.HIVE_SERVICE_NAME,
-                    'sentry_service':
-                        self.SENTRY_SERVICE_NAME if snt_count else '',
-                    'zookeeper_service':
-                        self.ZOOKEEPER_SERVICE_NAME if zk_count else ''
-                }
-            }
-            hive_confs = {
-                'HIVE': {
-                    'hive_metastore_database_type': 'postgresql',
-                    'hive_metastore_database_host':
-                        self.pu.get_manager(cluster).internal_ip,
-                    'hive_metastore_database_port': '7432',
-                    'hive_metastore_database_password':
-                        dh.get_hive_db_password(cluster)
-                }
-            }
-            hue_confs = {
-                'HUE': {
-                    'hue_webhdfs': self.pu.get_role_name(
-                        self.pu.get_namenode(cluster), 'NAMENODE')
-                }
-            }
-            sentry_confs = {
-                'SENTRY': {
-                    'sentry_server_database_type': 'postgresql',
-                    'sentry_server_database_host':
-                        self.pu.get_manager(cluster).internal_ip,
-                    'sentry_server_database_port': '7432',
-                    'sentry_server_database_password':
-                        dh.get_sentry_db_password(cluster)
-                }
-            }
-            kafka_confs = {
-                'KAFKA': {
-                    'zookeeper_service': self.ZOOKEEPER_SERVICE_NAME
-                }
-            }
-            all_confs = s_cfg.merge_configs(all_confs, hue_confs)
-            all_confs = s_cfg.merge_configs(all_confs, hive_confs)
-            all_confs = s_cfg.merge_configs(all_confs, sentry_confs)
-            all_confs = s_cfg.merge_configs(all_confs, kafka_confs)
-            all_confs = s_cfg.merge_configs(all_confs, cluster.cluster_configs)
-
-        if instance:
-            snt_count = self.validator.get_inst_count(instance.cluster,
-                                                      'SENTRY_SERVER')
-            paths = instance.storage_paths()
-
-            instance_default_confs = {
-                'NAMENODE': {
-                    'dfs_name_dir_list': get_hadoop_dirs(paths, '/fs/nn')
-                },
-                'SECONDARYNAMENODE': {
-                    'fs_checkpoint_dir_list':
-                        get_hadoop_dirs(paths, '/fs/snn')
-                },
-                'DATANODE': {
-                    'dfs_data_dir_list': get_hadoop_dirs(paths, '/fs/dn'),
-                    'dfs_datanode_data_dir_perm': 755,
-                    'dfs_datanode_handler_count': 30
-                },
-                'NODEMANAGER': {
-                    'yarn_nodemanager_local_dirs':
-                        get_hadoop_dirs(paths, '/yarn/local'),
-                    'container_executor_allowed_system_users':
-                        "nobody,impala,hive,llama,hdfs,yarn,mapred,"
-                        "spark,oozie",
-                    "container_executor_banned_users": "bin"
-                },
-                'SERVER': {
-                    'maxSessionTimeout': 60000
-                },
-                'HIVESERVER2': {
-                    'hiveserver2_enable_impersonation':
-                        'false' if snt_count else 'true',
-                    'hive_hs2_config_safety_valve': (
-                        self.c_helper.HIVE_SERVER2_SENTRY_SAFETY_VALVE
-                        if snt_count else '')
-                },
-                'HIVEMETASTORE': {
-                    'hive_metastore_config_safety_valve': (
-                        self.c_helper.HIVE_METASTORE_SENTRY_SAFETY_VALVE
-                        if snt_count else '')
-                }
-            }
-
-            self._load_version_specific_instance_configs(
-                instance, instance_default_confs)
-
-            ng_user_confs = self.pu.convert_process_configs(
-                instance.node_group.node_configs)
-            all_confs = s_cfg.merge_configs(all_confs, ng_user_confs)
-            all_confs = s_cfg.merge_configs(all_confs, instance_default_confs)
-
-        return all_confs.get(service, {})

sahara/plugins/cdh/commands.py

@@ -1,116 +0,0 @@
-# Copyright (c) 2014 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from sahara.i18n import _
-from sahara.plugins import exceptions as ex
-
-
-def _root(remote, cmd, **kwargs):
-    return remote.execute_command(cmd, run_as_root=True, **kwargs)
-
-
-def _get_os_distrib(remote):
-    return remote.get_os_distrib()
-
-
-def is_centos_os(remote):
-    return _get_os_distrib(remote) == 'centos'
-
-
-def is_ubuntu_os(remote):
-    return _get_os_distrib(remote) == 'ubuntu'
-
-
-def is_pre_installed_cdh(remote):
-    code, out = remote.execute_command('ls /etc/init.d/cloudera-scm-server',
-                                       raise_when_error=False)
-    return code == 0
-
-
-def start_cloudera_db(remote):
-    _root(remote, 'service cloudera-scm-server-db start')
-    # for Hive access
-    hive_access_param = 'host metastore hive 0.0.0.0/0 md5'
-    remote.append_to_file('/var/lib/cloudera-scm-server-db/data/pg_hba.conf',
-                          hive_access_param, run_as_root=True)
-    _root(remote, 'service cloudera-scm-server-db restart')
-
-
-def start_manager(remote):
-    _root(remote, 'service cloudera-scm-server start')
-
-
-def configure_agent(remote, manager_address):
-    remote.replace_remote_string('/etc/cloudera-scm-agent/config.ini',
-                                 'server_host=.*',
-                                 'server_host=%s' % manager_address)
-
-
-def start_agent(remote):
-    _root(remote, 'service cloudera-scm-agent start')
-
-
-def install_packages(remote, packages, timeout=1800):
-    distrib = _get_os_distrib(remote)
-    if distrib == 'ubuntu':
-        cmd = 'RUNLEVEL=1 apt-get install -y %s'
-    elif distrib == 'centos':
-        cmd = 'yum install -y %s'
-    else:
-        raise ex.HadoopProvisionError(
-            _("OS on image is not supported by CDH plugin"))
-
-    cmd = cmd % ' '.join(packages)
-    _root(remote, cmd, timeout=timeout)
-
-
-def update_repository(remote):
-    if is_ubuntu_os(remote):
-        _root(remote, 'apt-get update')
-    if is_centos_os(remote):
-        _root(remote, 'yum clean all')
-
-
-def push_remote_file(remote, src, dst):
-    cmd = 'curl %s -o %s' % (src, dst)
-    _root(remote, cmd)
-
-
-def add_ubuntu_repository(r, repo_list_url, repo_name):
-    push_remote_file(r, repo_list_url,
-                     '/etc/apt/sources.list.d/%s.list' % repo_name)
-
-
-def write_ubuntu_repository(r, repo_content, repo_name):
-    r.write_file_to('/etc/apt/sources.list.d/%s.list' % repo_name,
-                    repo_content, run_as_root=True)
-
-
-def add_apt_key(remote, key_url):
-    cmd = 'wget -qO - %s | apt-key add -' % key_url
-    _root(remote, cmd)
-
-
-def add_centos_repository(r, repo_list_url, repo_name):
-    push_remote_file(r, repo_list_url, '/etc/yum.repos.d/%s.repo' % repo_name)
-
-
-def write_centos_repository(r, repo_content, repo_name):
-    r.write_file_to('/etc/yum.repos.d/%s.repo' % repo_name,
-                    repo_content, run_as_root=True)
-
-
-def start_mysql_server(remote):
-    _root(remote, 'service mysql start')

sahara/plugins/cdh/config_helper.py

@@ -1,307 +0,0 @@
-# Copyright (c) 2016 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from oslo_serialization import jsonutils as json
-
-from sahara.plugins import provisioning as p
-from sahara.utils import files as f
-
-
-class ConfigHelper(object):
-    path_to_config = ''
-
-    CDH5_REPO_URL = p.Config(
-        'CDH5 repo list URL', 'general', 'cluster', priority=1,
-        default_value="")
-
-    CDH5_REPO_KEY_URL = p.Config(
-        'CDH5 repo key URL (for debian-based only)', 'general', 'cluster',
-        priority=1, default_value="")
-
-    CM5_REPO_URL = p.Config(
-        'CM5 repo list URL', 'general', 'cluster', priority=1,
-        default_value="")
-
-    CM5_REPO_KEY_URL = p.Config(
-        'CM5 repo key URL (for debian-based only)', 'general', 'cluster',
-        priority=1, default_value="")
-
-    ENABLE_HBASE_COMMON_LIB = p.Config(
-        'Enable HBase Common Lib', 'general', 'cluster', config_type='bool',
-        priority=1, default_value=True)
-
-    ENABLE_SWIFT = p.Config(
-        'Enable Swift', 'general', 'cluster',
-        config_type='bool', priority=1, default_value=True)
-
-    DEFAULT_SWIFT_LIB_URL = (
-        'https://repository.cloudera.com/artifactory/repo/org'
-        '/apache/hadoop/hadoop-openstack/2.6.0-cdh5.5.0'
-        '/hadoop-openstack-2.6.0-cdh5.5.0.jar')
-
-    SWIFT_LIB_URL = p.Config(
-        'Hadoop OpenStack library URL', 'general', 'cluster', priority=1,
-        default_value=DEFAULT_SWIFT_LIB_URL,
-        description=("Library that adds Swift support to CDH. The file"
-                     " will be downloaded by VMs."))
-
-    DEFAULT_EXTJS_LIB_URL = (
-        'https://tarballs.openstack.org/sahara-extra/dist/common-artifacts/'
-        'ext-2.2.zip')
-
-    EXTJS_LIB_URL = p.Config(
-        "ExtJS library URL", 'general', 'cluster', priority=1,
-        default_value=DEFAULT_EXTJS_LIB_URL,
-        description=("Ext 2.2 library is required for Oozie Web Console. "
-                     "The file will be downloaded by VMs with oozie."))
-
-    _default_executor_classpath = ":".join(
-        ['/usr/lib/hadoop/lib/jackson-core-asl-1.8.8.jar',
-         '/usr/lib/hadoop-mapreduce/hadoop-openstack.jar'])
-
-    EXECUTOR_EXTRA_CLASSPATH = p.Config(
-        'Executor extra classpath', 'Spark', 'cluster', priority=2,
-        default_value=_default_executor_classpath,
-        description='Value for spark.executor.extraClassPath in '
-                    'spark-defaults.conf (default: %s)'
-                    % _default_executor_classpath)
-
-    KMS_REPO_URL = p.Config(
-        'KMS repo list URL', 'general', 'cluster', priority=1,
-        default_value="")
-
-    KMS_REPO_KEY_URL = p.Config(
-        'KMS repo key URL (for debian-based only)', 'general',
-        'cluster',
-        priority=1, default_value="")
-
-    REQUIRE_ANTI_AFFINITY = p.Config(
-        'Require Anti Affinity', 'general', 'cluster',
-        config_type='bool', priority=2, default_value=True)
-
-    AWAIT_AGENTS_TIMEOUT = p.Config(
-        'Await Cloudera agents timeout', 'general', 'cluster',
-        config_type='int', priority=1, default_value=300, is_optional=True,
-        description="Timeout for Cloudera agents connecting to"
-                    " Cloudera Manager, in seconds")
-
-    AWAIT_MANAGER_STARTING_TIMEOUT = p.Config(
-        'Timeout for Cloudera Manager starting', 'general', 'cluster',
-        config_type='int', priority=1, default_value=300, is_optional=True,
-        description='Timeout for Cloudera Manager starting, in seconds')
-
-    def __new__(cls):
-        # make it a singleton
-        if not hasattr(cls, '_instance'):
-            cls._instance = super(ConfigHelper, cls).__new__(cls)
-            setattr(cls, '__init__', cls.decorate_init(cls.__init__))
-        return cls._instance
-
-    @classmethod
-    def decorate_init(cls, f):
-        """decorate __init__ to prevent multiple calling."""
-        def wrap(*args, **kwargs):
-            if not hasattr(cls, '_init'):
-                f(*args, **kwargs)
-                cls._init = True
-        return wrap
-
-    def __init__(self):
-        self.ng_plugin_configs = []
-        self.priority_one_confs = {}
-
-    def _load_json(self, path_to_file):
-        data = f.get_file_text(path_to_file)
-        return json.loads(data)
-
-    def _init_ng_configs(self, confs, app_target, scope):
-        prepare_value = lambda x: x.replace('\n', ' ') if x else ""
-        cfgs = []
-        for cfg in confs:
-            priority = 1 if cfg['name'] in self.priority_one_confs else 2
-            c = p.Config(cfg['name'], app_target, scope, priority=priority,
-                         default_value=prepare_value(cfg['value']),
-                         description=cfg['desc'], is_optional=True)
-            cfgs.append(c)
-
-        return cfgs
-
-    def _init_all_ng_plugin_configs(self):
-        self.hdfs_confs = self._load_and_init_configs(
-            'hdfs-service.json', 'HDFS', 'cluster')
-        self.namenode_confs = self._load_and_init_configs(
-            'hdfs-namenode.json', 'NAMENODE', 'node')
-        self.datanode_confs = self._load_and_init_configs(
-            'hdfs-datanode.json', 'DATANODE', 'node')
-        self.secnamenode_confs = self._load_and_init_configs(
-            'hdfs-secondarynamenode.json', 'SECONDARYNAMENODE', 'node')
-        self.hdfs_gateway_confs = self._load_and_init_configs(
-            'hdfs-gateway.json', 'HDFS_GATEWAY', 'node')
-        self.journalnode_confs = self._load_and_init_configs(
-            'hdfs-journalnode.json', 'JOURNALNODE', 'node')
-
-        self.yarn_confs = self._load_and_init_configs(
-            'yarn-service.json', 'YARN', 'cluster')
-        self.resourcemanager_confs = self._load_and_init_configs(
-            'yarn-resourcemanager.json', 'RESOURCEMANAGER', 'node')
-        self.nodemanager_confs = self._load_and_init_configs(
-            'yarn-nodemanager.json', 'NODEMANAGER', 'node')
-        self.jobhistory_confs = self._load_and_init_configs(
-            'yarn-jobhistory.json', 'JOBHISTORY', 'node')
-        self.yarn_gateway_conf = self._load_and_init_configs(
-            'yarn-gateway.json', 'YARN_GATEWAY', 'node')
-
-        self.oozie_service_confs = self._load_and_init_configs(
-            'oozie-service.json', 'OOZIE', 'cluster')
-        self.oozie_role_confs = self._load_and_init_configs(
-            'oozie-oozie_server.json', 'OOZIE', 'node')
-
-        self.hive_service_confs = self._load_and_init_configs(
-            'hive-service.json', 'HIVE', 'cluster')
-        self.hive_metastore_confs = self._load_and_init_configs(
-            'hive-hivemetastore.json', 'HIVEMETASTORE', 'node')
-        self.hive_hiveserver_confs = self._load_and_init_configs(
-            'hive-hiveserver2.json', 'HIVESERVER', 'node')
-        self.hive_webhcat_confs = self._load_and_init_configs(
-            'hive-webhcat.json', 'WEBHCAT', 'node')
-
-        self.hue_service_confs = self._load_and_init_configs(
-            'hue-service.json', 'HUE', 'cluster')
-        self.hue_role_confs = self._load_and_init_configs(
-            'hue-hue_server.json', 'HUE', 'node')
-
-        self.spark_service_confs = self._load_and_init_configs(
-            'spark-service.json', 'SPARK_ON_YARN', 'cluster')
-        self.spark_role_confs = self._load_and_init_configs(
-            'spark-spark_yarn_history_server.json', 'SPARK_ON_YARN', 'node')
-
-        self.zookeeper_server_confs = self._load_and_init_configs(
-            'zookeeper-service.json', 'ZOOKEEPER', 'cluster')
-        self.zookeeper_service_confs = self._load_and_init_configs(
-            'zookeeper-server.json', 'ZOOKEEPER', 'node')
-
-        self.hbase_confs = self._load_and_init_configs(
-            'hbase-service.json', 'HBASE', 'cluster')
-        self.master_confs = self._load_and_init_configs(
-            'hbase-master.json', 'MASTER', 'node')
-        self.regionserver_confs = self._load_and_init_configs(
-            'hbase-regionserver.json', 'REGIONSERVER', 'node')
-
-        self.flume_service_confs = self._load_and_init_configs(
-            'flume-service.json', 'FLUME', 'cluster')
-        self.flume_agent_confs = self._load_and_init_configs(
-            'flume-agent.json', 'FLUME', 'node')
-
-        self.sentry_service_confs = self._load_and_init_configs(
-            'sentry-service.json', 'SENTRY', 'cluster')
-        self.sentry_server_confs = self._load_and_init_configs(
-            'sentry-sentry_server.json', 'SENTRY', 'node')
-
-        self.solr_service_confs = self._load_and_init_configs(
-            'solr-service.json', 'SOLR', 'cluster')
-        self.solr_server_confs = self._load_and_init_configs(
-            'solr-solr_server.json', 'SOLR', 'node')
-
-        self.sqoop_service_confs = self._load_and_init_configs(
-            'sqoop-service.json', 'SQOOP', 'cluster')
-        self.sqoop_server_confs = self._load_and_init_configs(
-            'sqoop-sqoop_server.json', 'SQOOP', 'node')
-
-        self.ks_indexer_service_confs = self._load_and_init_configs(
-            'ks_indexer-service.json', 'KS_INDEXER', 'cluster')
-        self.ks_indexer_role_confs = self._load_and_init_configs(
-            'ks_indexer-hbase_indexer.json', 'KS_INDEXER', 'node')
-
-        self.impala_service_confs = self._load_and_init_configs(
-            'impala-service.json', 'IMPALA', 'cluster')
-        self.impala_catalogserver_confs = self._load_and_init_configs(
-            'impala-catalogserver.json', 'CATALOGSERVER', 'node')
-        self.impala_impalad_confs = self._load_and_init_configs(
-            'impala-impalad.json', 'IMPALAD', 'node')
-        self.impala_statestore_confs = self._load_and_init_configs(
-            'impala-statestore.json', 'STATESTORE', 'node')
-
-        self.kms_service_confs = self._load_and_init_configs(
-            'kms-service.json', 'KMS', 'cluster')
-        self.kms_kms_confs = self._load_and_init_configs(
-            'kms-kms.json', 'KMS', 'node')
-
-        self.kafka_service = self._load_and_init_configs(
-            'kafka-service.json', 'KAFKA', 'cluster')
-        self.kafka_kafka_broker = self._load_and_init_configs(
-            'kafka-kafka_broker.json', 'KAFKA', 'node')
-        self.kafka_kafka_mirror_maker = self._load_and_init_configs(
-            'kafka-kafka_mirror_maker.json', 'KAFKA', 'node')
-
-    def _load_and_init_configs(self, filename, app_target, scope):
-        confs = self._load_json(self.path_to_config + filename)
-        cfgs = self._init_ng_configs(confs, app_target, scope)
-        self.ng_plugin_configs += cfgs
-
-        return cfgs
-
-    def _get_ng_plugin_configs(self):
-        return self.ng_plugin_configs
-
-    def _get_cluster_plugin_configs(self):
-        return [self.CDH5_REPO_URL, self.CDH5_REPO_KEY_URL, self.CM5_REPO_URL,
-                self.CM5_REPO_KEY_URL, self.ENABLE_SWIFT, self.SWIFT_LIB_URL,
-                self.ENABLE_HBASE_COMMON_LIB, self.EXTJS_LIB_URL,
-                self.AWAIT_MANAGER_STARTING_TIMEOUT, self.AWAIT_AGENTS_TIMEOUT,
-                self.EXECUTOR_EXTRA_CLASSPATH, self.KMS_REPO_URL,
-                self.KMS_REPO_KEY_URL, self.REQUIRE_ANTI_AFFINITY]
-
-    def get_plugin_configs(self):
-        cluster_wide = self._get_cluster_plugin_configs()
-        ng_wide = self._get_ng_plugin_configs()
-        return cluster_wide + ng_wide
-
-    def _get_config_value(self, cluster, key):
-        return cluster.cluster_configs.get(
-            'general', {}).get(key.name, key.default_value)
-
-    def get_cdh5_repo_url(self, cluster):
-        return self._get_config_value(cluster, self.CDH5_REPO_URL)
-
-    def get_cdh5_key_url(self, cluster):
-        return self._get_config_value(cluster, self.CDH5_REPO_KEY_URL)
-
-    def get_cm5_repo_url(self, cluster):
-        return self._get_config_value(cluster, self.CM5_REPO_URL)
-
-    def get_cm5_key_url(self, cluster):
-        return self._get_config_value(cluster, self.CM5_REPO_KEY_URL)
-
-    def is_swift_enabled(self, cluster):
-        return self._get_config_value(cluster, self.ENABLE_SWIFT)
-
-    def is_hbase_common_lib_enabled(self, cluster):
-        return self._get_config_value(cluster,
-                                      self.ENABLE_HBASE_COMMON_LIB)
-
-    def is_keytrustee_available(self):
-        return True
-
-    def get_swift_lib_url(self, cluster):
-        return self._get_config_value(cluster, self.SWIFT_LIB_URL)
-
-    def get_extjs_lib_url(self, cluster):
-        return self._get_config_value(cluster, self.EXTJS_LIB_URL)
-
-    def get_kms_key_url(self, cluster):
-        return self._get_config_value(cluster, self.KMS_REPO_KEY_URL)
-
-    def get_required_anti_affinity(self, cluster):
-        return self._get_config_value(cluster, self.REQUIRE_ANTI_AFFINITY)

sahara/plugins/cdh/confighints_helper.py

@@ -1,46 +0,0 @@
-# Copyright (c) 2015 Intel Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-from sahara.service.edp.oozie.workflow_creator import workflow_factory
-from sahara.utils import xmlutils
-
-
-def get_possible_hive_config_from(file_name):
-    '''Return the possible configs, args, params for a Hive job.'''
-    config = {
-        'configs': xmlutils.load_hadoop_xml_defaults(file_name),
-        'params': {}
-        }
-    return config
-
-
-def get_possible_mapreduce_config_from(file_name):
-    '''Return the possible configs, args, params for a MapReduce job.'''
-    config = {
-        'configs': get_possible_pig_config_from(file_name).get('configs')
-        }
-    config['configs'] += workflow_factory.get_possible_mapreduce_configs()
-    return config
-
-
-def get_possible_pig_config_from(file_name):
-    '''Return the possible configs, args, params for a Pig job.'''
-    config = {
-        'configs': xmlutils.load_hadoop_xml_defaults(file_name),
-        'args': [],
-        'params': {}
-        }
-    return config

sahara/plugins/cdh/db_helper.py

@@ -1,120 +0,0 @@
-# Copyright (c) 2015 Intel Corporation.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-from oslo_utils import uuidutils
-
-from sahara import conductor
-from sahara import context
-from sahara.service.castellan import utils as key_manager
-from sahara.utils import files
-
-CM_PASSWORD = 'cm_password'
-HIVE_DB_PASSWORD = 'hive_db_password'
-SENTRY_DB_PASSWORD = 'sentry_db_password'
-
-conductor = conductor.API
-
-
-def delete_password_from_keymanager(cluster, pwname):
-    """delete the named password from the key manager
-
-    This function will lookup the named password in the cluster entry
-    and delete it from the key manager.
-
-    :param cluster: The cluster record containing the password
-    :param pwname: The name associated with the password
-    """
-    ctx = context.ctx()
-    cluster = conductor.cluster_get(ctx, cluster.id)
-    key_id = cluster.extra.get(pwname) if cluster.extra else None
-    if key_id is not None:
-        key_manager.delete_key(key_id, ctx)
-
-
-def delete_passwords_from_keymanager(cluster):
-    """delete all passwords associated with a cluster
-
-    This function will remove all passwords stored in a cluster database
-    entry from the key manager.
-
-    :param cluster: The cluster record containing the passwords
-    """
-    delete_password_from_keymanager(cluster, CM_PASSWORD)
-    delete_password_from_keymanager(cluster, HIVE_DB_PASSWORD)
-    delete_password_from_keymanager(cluster, SENTRY_DB_PASSWORD)
-
-
-def get_password_from_db(cluster, pwname):
-    """return a password for the named entry
-
-    This function will return, or create and return, a password for the
-    named entry. It will store the password in the key manager and use
-    the ID in the database entry.
-
-    :param cluster: The cluster record containing the password
-    :param pwname: The entry name associated with the password
-    :returns: The cleartext password
-    """
-    ctx = context.ctx()
-    cluster = conductor.cluster_get(ctx, cluster.id)
-    passwd = cluster.extra.get(pwname) if cluster.extra else None
-    if passwd:
-        return key_manager.get_secret(passwd, ctx)
-
-    passwd = uuidutils.generate_uuid()
-    extra = cluster.extra.to_dict() if cluster.extra else {}
-    extra[pwname] = key_manager.store_secret(passwd, ctx)
-    conductor.cluster_update(ctx, cluster, {'extra': extra})
-    return passwd
-
-
-def get_cm_password(cluster):
-    return get_password_from_db(cluster, CM_PASSWORD)
-
-
-def remote_execute_db_script(remote, script_content):
-    script_name = 'script_to_exec.sql'
-    remote.write_file_to(script_name, script_content)
-
-    psql_cmd = ('PGPASSWORD=$(sudo head -1 /var/lib/cloudera-scm-server-db'
-                '/data/generated_password.txt) psql -U cloudera-scm '
-                '-h localhost -p 7432 -d scm -f %s') % script_name
-    remote.execute_command(psql_cmd)
-    remote.execute_command('rm %s' % script_name)
-
-
-def get_hive_db_password(cluster):
-    return get_password_from_db(cluster, 'hive_db_password')
-
-
-def get_sentry_db_password(cluster):
-    return get_password_from_db(cluster, 'sentry_db_password')
-
-
-def create_hive_database(cluster, remote):
-    db_password = get_hive_db_password(cluster)
-    create_db_script = files.get_file_text(
-        'plugins/cdh/db_resources/create_hive_db.sql')
-    create_db_script = create_db_script % db_password
-    remote_execute_db_script(remote, create_db_script)
-
-
-def create_sentry_database(cluster, remote):
-    db_password = get_sentry_db_password(cluster)
-    create_db_script = files.get_file_text(
-        'plugins/cdh/db_resources/create_sentry_db.sql')
-    create_db_script = create_db_script % db_password
-    remote_execute_db_script(remote, create_db_script)

sahara/plugins/cdh/db_resources/create_hive_db.sql

@@ -1,4 +0,0 @@
-CREATE ROLE hive LOGIN PASSWORD '%s';
-CREATE DATABASE metastore OWNER hive encoding 'UTF8';
-GRANT ALL PRIVILEGES ON DATABASE metastore TO hive;
-COMMIT;

sahara/plugins/cdh/db_resources/create_sentry_db.sql

@@ -1,4 +0,0 @@
-CREATE ROLE sentry LOGIN PASSWORD '%s';
-CREATE DATABASE sentry OWNER sentry encoding 'UTF8';
-GRANT ALL PRIVILEGES ON DATABASE sentry TO sentry;
-COMMIT;

sahara/plugins/cdh/deploy.py

@@ -1,124 +0,0 @@
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from sahara.plugins import kerberos
-
-
-PACKAGES = [
-    'cloudera-manager-agent',
-    'cloudera-manager-daemons',
-    'cloudera-manager-server',
-    'cloudera-manager-server-db-2',
-    'flume-ng',
-    'hadoop-hdfs-datanode',
-    'hadoop-hdfs-namenode',
-    'hadoop-hdfs-secondarynamenode',
-    'hadoop-kms'
-    'hadoop-mapreduce',
-    'hadoop-mapreduce-historyserver',
-    'hadoop-yarn-nodemanager',
-    'hadoop-yarn-resourcemanager',
-    'hbase',
-    'hbase-solr',
-    'hive-hcatalog',
-    'hive-metastore',
-    'hive-server2',
-    'hive-webhcat-server',
-    'hue',
-    'impala',
-    'impala-server',
-    'impala-state-store',
-    'impala-catalog',
-    'impala-shell',
-    'kafka',
-    'kafka-server'
-    'keytrustee-keyprovider',
-    'oozie',
-    'oracle-j2sdk1.7',
-    'sentry',
-    'solr-server',
-    'solr-doc',
-    'search',
-    'spark-history-server',
-    'sqoop2',
-    'unzip',
-    'zookeeper'
-]
-
-
-def setup_kerberos_for_cluster(cluster, cloudera_utils):
-    if kerberos.is_kerberos_security_enabled(cluster):
-        manager = cloudera_utils.pu.get_manager(cluster)
-        kerberos.deploy_infrastructure(cluster, manager)
-        cloudera_utils.full_cluster_stop(cluster)
-        kerberos.prepare_policy_files(cluster)
-        cloudera_utils.push_kerberos_configs(cluster)
-        cloudera_utils.full_cluster_start(cluster)
-        kerberos.create_keytabs_for_map(
-            cluster,
-            {'hdfs': cloudera_utils.pu.get_hdfs_nodes(cluster),
-             'spark': [cloudera_utils.pu.get_spark_historyserver(cluster)]})
-
-
-def prepare_scaling_kerberized_cluster(cluster, cloudera_utils, instances):
-    if kerberos.is_kerberos_security_enabled(cluster):
-        server = None
-        if not kerberos.using_existing_kdc(cluster):
-            server = cloudera_utils.pu.get_manager(cluster)
-        kerberos.setup_clients(cluster, server)
-        kerberos.prepare_policy_files(cluster)
-        # manager can correctly handle updating configs
-        cloudera_utils.push_kerberos_configs(cluster)
-        kerberos.create_keytabs_for_map(
-            cluster,
-            {'hdfs': cloudera_utils.pu.get_hdfs_nodes(cluster, instances)})
-
-
-def get_open_ports(node_group):
-    ports = [9000]  # for CM agent
-
-    ports_map = {
-        'CLOUDERA_MANAGER': [7180, 7182, 7183, 7432, 7184, 8084, 8086, 10101,
-                             9997, 9996, 8087, 9998, 9999, 8085, 9995, 9994],
-        'HDFS_NAMENODE': [8020, 8022, 50070, 50470],
-        'HDFS_SECONDARYNAMENODE': [50090, 50495],
-        'HDFS_DATANODE': [50010, 1004, 50075, 1006, 50020],
-        'YARN_RESOURCEMANAGER': [8030, 8031, 8032, 8033, 8088],
-        'YARN_STANDBYRM': [8030, 8031, 8032, 8033, 8088],
-        'YARN_NODEMANAGER': [8040, 8041, 8042],
-        'YARN_JOBHISTORY': [10020, 19888],
-        'HIVE_METASTORE': [9083],
-        'HIVE_SERVER2': [10000],
-        'HUE_SERVER': [8888],
-        'OOZIE_SERVER': [11000, 11001],
-        'SPARK_YARN_HISTORY_SERVER': [18088],
-        'ZOOKEEPER_SERVER': [2181, 3181, 4181, 9010],
-        'HBASE_MASTER': [60000],
-        'HBASE_REGIONSERVER': [60020],
-        'FLUME_AGENT': [41414],
-        'SENTRY_SERVER': [8038],
-        'SOLR_SERVER': [8983, 8984],
-        'SQOOP_SERVER': [8005, 12000],
-        'KEY_VALUE_STORE_INDEXER': [],
-        'IMPALA_CATALOGSERVER': [25020, 26000],
-        'IMPALA_STATESTORE': [25010, 24000],
-        'IMPALAD': [21050, 21000, 23000, 25000, 28000, 22000],
-        'KMS': [16000, 16001],
-        'JOURNALNODE': [8480, 8481, 8485]
-    }
-
-    for process in node_group.node_processes:
-        if process in ports_map:
-            ports.extend(ports_map[process])
-
-    return ports

sahara/plugins/cdh/edp_engine.py

@@ -1,103 +0,0 @@
-# Copyright (c) 2014 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from sahara import exceptions as ex
-from sahara.i18n import _
-from sahara.plugins import exceptions as pl_ex
-from sahara.plugins import kerberos
-from sahara.plugins import utils as u
-from sahara.service.edp import hdfs_helper
-from sahara.service.edp.oozie import engine as edp_engine
-from sahara.service.edp.spark import engine as edp_spark_engine
-
-
-class EdpOozieEngine(edp_engine.OozieJobEngine):
-
-    def __init__(self, cluster):
-        super(EdpOozieEngine, self).__init__(cluster)
-        # will be defined in derived classes
-        self.cloudera_utils = None
-
-    def get_client(self):
-        if kerberos.is_kerberos_security_enabled(self.cluster):
-            return super(EdpOozieEngine, self).get_remote_client()
-        return super(EdpOozieEngine, self).get_client()
-
-    def get_hdfs_user(self):
-        return 'hdfs'
-
-    def create_hdfs_dir(self, remote, dir_name):
-        hdfs_helper.create_dir_hadoop2(remote, dir_name, self.get_hdfs_user())
-
-    def get_oozie_server_uri(self, cluster):
-        oozie_ip = self.cloudera_utils.pu.get_oozie(cluster).management_ip
-        return 'http://%s:11000/oozie' % oozie_ip
-
-    def get_name_node_uri(self, cluster):
-        if len(self.cloudera_utils.pu.get_jns(cluster)) > 0:
-            return 'hdfs://%s' % self.cloudera_utils.NAME_SERVICE
-        else:
-            namenode_ip = self.cloudera_utils.pu.get_namenode(cluster).fqdn()
-            return 'hdfs://%s:8020' % namenode_ip
-
-    def get_resource_manager_uri(self, cluster):
-        resourcemanager = self.cloudera_utils.pu.get_resourcemanager(cluster)
-        return '%s:8032' % resourcemanager.fqdn()
-
-    def get_oozie_server(self, cluster):
-        return self.cloudera_utils.pu.get_oozie(cluster)
-
-    def validate_job_execution(self, cluster, job, data):
-        oo_count = u.get_instances_count(cluster, 'OOZIE_SERVER')
-        if oo_count != 1:
-            raise pl_ex.InvalidComponentCountException(
-                'OOZIE_SERVER', '1', oo_count)
-
-        super(EdpOozieEngine, self).validate_job_execution(cluster, job, data)
-
-
-class EdpSparkEngine(edp_spark_engine.SparkJobEngine):
-
-    edp_base_version = ""
-
-    def __init__(self, cluster):
-        super(EdpSparkEngine, self).__init__(cluster)
-        self.master = u.get_instance(cluster, "SPARK_YARN_HISTORY_SERVER")
-        self.plugin_params["spark-user"] = "sudo -u spark "
-        self.plugin_params["spark-submit"] = "spark-submit"
-        self.plugin_params["deploy-mode"] = "cluster"
-        self.plugin_params["master"] = "yarn-cluster"
-        driver_cp = u.get_config_value_or_default(
-            "Spark", "Executor extra classpath", self.cluster)
-        self.plugin_params["driver-class-path"] = driver_cp
-
-    @classmethod
-    def edp_supported(cls, version):
-        return version >= cls.edp_base_version
-
-    def validate_job_execution(self, cluster, job, data):
-        if not self.edp_supported(cluster.hadoop_version):
-            raise ex.InvalidDataException(
-                _('Cloudera {base} or higher required to run {type}'
-                  'jobs').format(base=self.edp_base_version, type=job.type))
-
-        shs_count = u.get_instances_count(
-            cluster, 'SPARK_YARN_HISTORY_SERVER')
-        if shs_count != 1:
-            raise pl_ex.InvalidComponentCountException(
-                'SPARK_YARN_HISTORY_SERVER', '1', shs_count)
-
-        super(EdpSparkEngine, self).validate_job_execution(
-            cluster, job, data)

sahara/plugins/cdh/exceptions.py

@@ -1,78 +0,0 @@
-# Copyright (c) 2015 Intel Corporation.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from sahara import exceptions as e
-from sahara.i18n import _
-
-
-class CMApiVersionError(e.SaharaException):
-    """Exception indicating that CM API Version does not meet requirement.
-
-    A message indicating the reason for failure must be provided.
-    """
-
-    base_message = _("CM API version not meet requirement: %s")
-
-    def __init__(self, message):
-        self.code = "CM_API_VERSION_ERROR"
-        self.message = self.base_message % message
-
-        super(CMApiVersionError, self).__init__()
-
-
-class CMApiException(e.SaharaException):
-    """Exception Type from CM API Errors.
-
-    Any error result from the CM API is converted into this exception type.
-    This handles errors from the HTTP level as well as the API level.
-    """
-
-    base_message = _("CM API error: %s")
-
-    def __init__(self, message):
-        self.code = "CM_API_EXCEPTION"
-        self.message = self.base_message % message
-
-        super(CMApiException, self).__init__()
-
-
-class CMApiAttributeError(e.SaharaException):
-    """Exception indicating a CM API attribute error.
-
-    A message indicating the reason for failure must be provided.
-    """
-
-    base_message = _("CM API attribute error: %s")
-
-    def __init__(self, message):
-        self.code = "CM_API_ATTRIBUTE_ERROR"
-        self.message = self.base_message % message
-
-        super(CMApiAttributeError, self).__init__()
-
-
-class CMApiValueError(e.SaharaException):
-    """Exception indicating a CM API value error.
-
-    A message indicating the reason for failure must be provided.
-    """
-
-    base_message = _("CM API value error: %s")
-
-    def __init__(self, message):
-        self.code = "CM_API_VALUE_ERROR"
-        self.message = self.base_message % message
-
-        super(CMApiValueError, self).__init__()

sahara/plugins/cdh/health.py

@@ -1,145 +0,0 @@
-# Copyright (c) 2016 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import functools
-
-from oslo_log import log as logging
-import six
-
-from sahara.i18n import _
-from sahara.service.health import health_check_base
-
-LOG = logging.getLogger(__name__)
-
-
-class HealthStatusProvider(object):
-    def __init__(self, cluster, cloudera_tools):
-        self.cluster = cluster
-        self.cloudera_tools = cloudera_tools
-        self._data = None
-        self._cluster_services = None
-        self._exception_store = None
-        self.get_health_status()
-
-    def get_cluster_services(self):
-        return self._cluster_services
-
-    def is_cloudera_active(self):
-        if self._exception_store:
-            raise health_check_base.RedHealthError(self._exception_store)
-        return _("Cloudera Manager is Active")
-
-    def get_cloudera_health(self):
-        cu = self.cloudera_tools
-        api = cu.get_api_client(self.cluster)
-        return api.get_service_health_status(self.cluster.name)
-
-    def get_important_services(self):
-        # will be overridable in future
-        cu = self.cloudera_tools
-        return [
-            cu.HDFS_SERVICE_NAME,
-            cu.YARN_SERVICE_NAME,
-            cu.OOZIE_SERVICE_NAME
-        ]
-
-    def get_health_status(self, service=None):
-        if self._data is not None:
-            return self._data.get(service, []) if service else self._data
-        self._data = {}
-        self._cluster_services = []
-        try:
-            # all data already grouped by services
-            self._data = self.get_cloudera_health()
-            self._cluster_services = self._data.keys()
-        except Exception as e:
-            msg = _("Can't get response from Cloudera "
-                    "Manager")
-            LOG.exception(msg)
-            self._exception_store = _(
-                "%(problem)s, reason: %(reason)s") % {
-                'problem': msg, 'reason': six.text_type(e)}
-
-
-class ClouderaManagerHealthCheck(health_check_base.BasicHealthCheck):
-    def __init__(self, cluster, provider):
-        self.provider = provider
-        super(ClouderaManagerHealthCheck, self).__init__(cluster)
-
-    def get_health_check_name(self):
-        return _("Cloudera Manager health check")
-
-    def is_available(self):
-        return self.cluster.plugin_name == 'cdh'
-
-    def check_health(self):
-        return self.provider.is_cloudera_active()
-
-
-class ServiceHealthCheck(health_check_base.BasicHealthCheck):
-    def __init__(self, cluster, provider, service):
-        self.provider = provider
-        self.service = service
-        super(ServiceHealthCheck, self).__init__(cluster)
-
-    def get_health_check_name(self):
-        return _("CDH %s health check") % self.service
-
-    def is_available(self):
-        return self.cluster.plugin_name == 'cdh'
-
-    def check_health(self):
-        important_services = self.provider.get_important_services()
-        observed_data = self.provider.get_health_status(self.service)
-        imp_map = {'BAD': 'red', 'CONCERNING': 'yellow', 'GOOD': 'green'}
-        summary = observed_data['summary']
-        checks = observed_data.get('checks', [])
-        failed_checks = []
-        for check in checks:
-            if check['summary'] != 'GOOD':
-                failed_checks.append('%(name)s - %(summary)s state' % {
-                    'name': check['name'], 'summary': check['summary']
-                })
-        additional_info = None
-        if failed_checks:
-            additional_info = _(
-                "The following checks did not pass: %s") % ",".join(
-                failed_checks)
-        if self.service in important_services:
-            overall = imp_map.get(summary, 'red')
-        else:
-            overall = 'green'
-            if summary != 'GOOD':
-                overall = 'yellow'
-        msg = _("Cloudera Manager has responded that service is in "
-                "the %s state") % summary
-        if additional_info:
-            msg = _("%(problem)s. %(description)s") % {
-                'problem': msg, 'description': additional_info}
-        if overall == 'red':
-            raise health_check_base.RedHealthError(msg)
-        elif overall == 'yellow':
-            raise health_check_base.YellowHealthError(msg)
-        return msg
-
-
-def get_health_checks(cluster, cloudera_utils):
-    provider = HealthStatusProvider(cluster, cloudera_utils)
-    checks = [functools.partial(
-        ClouderaManagerHealthCheck, provider=provider)]
-    for service in provider.get_cluster_services():
-        checks.append(functools.partial(
-            ServiceHealthCheck, provider=provider, service=service))
-    return checks

sahara/plugins/cdh/plugin.py

@@ -1,125 +0,0 @@
-# Copyright (c) 2014 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import copy
-
-from sahara.i18n import _
-from sahara.plugins.cdh import versionfactory as vhf
-from sahara.plugins import provisioning as p
-
-
-class CDHPluginProvider(p.ProvisioningPluginBase):
-    def __init__(self):
-        self.version_factory = vhf.VersionFactory.get_instance()
-
-    def get_title(self):
-        return "Cloudera Plugin"
-
-    def get_description(self):
-        return _('The Cloudera Sahara plugin provides the ability to '
-                 'launch the Cloudera distribution of Apache Hadoop '
-                 '(CDH) with Cloudera Manager management console.')
-
-    def get_labels(self):
-        default = {'enabled': {'status': True}, 'stable': {'status': True}}
-        result = {'plugin_labels': copy.deepcopy(default)}
-        deprecated = {'enabled': {'status': True},
-                      'deprecated': {'status': True}}
-        result['version_labels'] = {
-            '5.13.0': copy.deepcopy(default),
-            '5.11.0': copy.deepcopy(default),
-            '5.9.0': copy.deepcopy(default),
-            '5.7.0': copy.deepcopy(deprecated)
-        }
-        return result
-
-    def _get_version_handler(self, hadoop_version):
-        return self.version_factory.get_version_handler(hadoop_version)
-
-    def get_versions(self):
-        return self.version_factory.get_versions()
-
-    def get_node_processes(self, hadoop_version):
-        return self._get_version_handler(hadoop_version).get_node_processes()
-
-    def get_configs(self, hadoop_version):
-        return self._get_version_handler(hadoop_version).get_plugin_configs()
-
-    def configure_cluster(self, cluster):
-        return self._get_version_handler(
-            cluster.hadoop_version).configure_cluster(cluster)
-
-    def start_cluster(self, cluster):
-        return self._get_version_handler(
-            cluster.hadoop_version).start_cluster(cluster)
-
-    def validate(self, cluster):
-        return self._get_version_handler(
-            cluster.hadoop_version).validate(cluster)
-
-    def scale_cluster(self, cluster, instances):
-        return self._get_version_handler(
-            cluster.hadoop_version).scale_cluster(cluster, instances)
-
-    def decommission_nodes(self, cluster, instances):
-        return self._get_version_handler(
-            cluster.hadoop_version).decommission_nodes(cluster, instances)
-
-    def validate_scaling(self, cluster, existing, additional):
-        return self._get_version_handler(
-            cluster.hadoop_version).validate_scaling(cluster, existing,
-                                                     additional)
-
-    def get_edp_engine(self, cluster, job_type):
-        return self._get_version_handler(
-            cluster.hadoop_version).get_edp_engine(cluster, job_type)
-
-    def get_edp_job_types(self, versions=None):
-        res = {}
-        for vers in self.version_factory.get_versions():
-            if not versions or vers in versions:
-                vh = self.version_factory.get_version_handler(vers)
-                res[vers] = vh.get_edp_job_types()
-        return res
-
-    def get_edp_config_hints(self, job_type, version):
-        version_handler = (
-            self.version_factory.get_version_handler(version))
-        return version_handler.get_edp_config_hints(job_type)
-
-    def get_open_ports(self, node_group):
-        return self._get_version_handler(
-            node_group.cluster.hadoop_version).get_open_ports(node_group)
-
-    def recommend_configs(self, cluster, scaling=False):
-        return self._get_version_handler(
-            cluster.hadoop_version).recommend_configs(cluster, scaling)
-
-    def get_health_checks(self, cluster):
-        return self._get_version_handler(
-            cluster.hadoop_version).get_health_checks(cluster)
-
-    def get_image_arguments(self, hadoop_version):
-        return self._get_version_handler(hadoop_version).get_image_arguments()
-
-    def pack_image(self, hadoop_version, remote,
-                   test_only=False, image_arguments=None):
-        version = self._get_version_handler(hadoop_version)
-        version.pack_image(hadoop_version, remote, test_only=test_only,
-                           image_arguments=image_arguments)
-
-    def validate_images(self, cluster, test_only=False, image_arguments=None):
-        self._get_version_handler(cluster.hadoop_version).validate_images(
-            cluster, test_only=test_only, image_arguments=image_arguments)

sahara/plugins/cdh/plugin_utils.py

@@ -1,471 +0,0 @@
-# Copyright (c) 2014 Intel Corporation.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# This file only contains utils not related to cm_api, while in
-# cloudera_utils the functions are cm_api involved.
-
-import os
-import telnetlib  # nosec
-
-from oslo_log import log as logging
-
-from sahara.conductor import resource as res
-from sahara import context
-from sahara import exceptions as exc
-from sahara.i18n import _
-from sahara.plugins.cdh import commands as cmd
-from sahara.plugins.cdh import db_helper as dh
-from sahara.plugins import recommendations_utils as ru
-from sahara.plugins import utils as u
-from sahara.swift import swift_helper
-from sahara.utils import cluster_progress_ops as cpo
-from sahara.utils import edp as edp_u
-from sahara.utils import poll_utils
-from sahara.utils import types
-
-
-PATH_TO_CORE_SITE_XML = '/etc/hadoop/conf/core-site.xml'
-HADOOP_LIB_DIR = '/usr/lib/hadoop-mapreduce'
-
-CM_API_PORT = 7180
-
-LOG = logging.getLogger(__name__)
-
-AUTO_CONFIGURATION_SCHEMA = {
-    'node_configs': {
-        'yarn.scheduler.minimum-allocation-mb': (
-            'RESOURCEMANAGER', 'yarn_scheduler_minimum_allocation_mb'),
-        'mapreduce.reduce.memory.mb': (
-            'YARN_GATEWAY', 'mapreduce_reduce_memory_mb'),
-        'mapreduce.map.memory.mb': (
-            'YARN_GATEWAY', 'mapreduce_map_memory_mb',),
-        'yarn.scheduler.maximum-allocation-mb': (
-            'RESOURCEMANAGER', 'yarn_scheduler_maximum_allocation_mb'),
-        'yarn.app.mapreduce.am.command-opts': (
-            'YARN_GATEWAY', 'yarn_app_mapreduce_am_command_opts'),
-        'yarn.nodemanager.resource.memory-mb': (
-            'NODEMANAGER', 'yarn_nodemanager_resource_memory_mb'),
-        'mapreduce.task.io.sort.mb': (
-            'YARN_GATEWAY', 'io_sort_mb'),
-        'mapreduce.map.java.opts': (
-            'YARN_GATEWAY', 'mapreduce_map_java_opts'),
-        'mapreduce.reduce.java.opts': (
-            'YARN_GATEWAY', 'mapreduce_reduce_java_opts'),
-        'yarn.app.mapreduce.am.resource.mb': (
-            'YARN_GATEWAY', 'yarn_app_mapreduce_am_resource_mb')
-    },
-    'cluster_configs': {
-        'dfs.replication': ('HDFS', 'dfs_replication')
-    }
-}
-
-
-class CDHPluginAutoConfigsProvider(ru.HadoopAutoConfigsProvider):
-    def get_datanode_name(self):
-        return 'HDFS_DATANODE'
-
-
-class AbstractPluginUtils(object):
-
-    def __init__(self):
-        # c_helper will be defined in derived classes.
-        self.c_helper = None
-
-    def get_role_name(self, instance, service):
-        # NOTE: role name must match regexp "[_A-Za-z][-_A-Za-z0-9]{0,63}"
-        shortcuts = {
-            'AGENT': 'A',
-            'ALERTPUBLISHER': 'AP',
-            'CATALOGSERVER': 'ICS',
-            'DATANODE': 'DN',
-            'EVENTSERVER': 'ES',
-            'HBASE_INDEXER': 'LHBI',
-            'HIVEMETASTORE': 'HVM',
-            'HIVESERVER2': 'HVS',
-            'HOSTMONITOR': 'HM',
-            'IMPALAD': 'ID',
-            'JOBHISTORY': 'JS',
-            'JOURNALNODE': 'JN',
-            'KAFKA_BROKER': 'KB',
-            'KMS': 'KMS',
-            'MASTER': 'M',
-            'NAMENODE': 'NN',
-            'NODEMANAGER': 'NM',
-            'OOZIE_SERVER': 'OS',
-            'REGIONSERVER': 'RS',
-            'RESOURCEMANAGER': 'RM',
-            'SECONDARYNAMENODE': 'SNN',
-            'SENTRY_SERVER': 'SNT',
-            'SERVER': 'S',
-            'SERVICEMONITOR': 'SM',
-            'SOLR_SERVER': 'SLR',
-            'SPARK_YARN_HISTORY_SERVER': 'SHS',
-            'SQOOP_SERVER': 'S2S',
-            'STATESTORE': 'ISS',
-            'WEBHCAT': 'WHC',
-            'HDFS_GATEWAY': 'HG',
-            'YARN_GATEWAY': 'YG'
-        }
-        return '%s_%s' % (shortcuts.get(service, service),
-                          instance.hostname().replace('-', '_'))
-
-    def get_manager(self, cluster):
-        return u.get_instance(cluster, 'CLOUDERA_MANAGER')
-
-    def get_namenode(self, cluster):
-        return u.get_instance(cluster, "HDFS_NAMENODE")
-
-    def get_datanodes(self, cluster):
-        return u.get_instances(cluster, 'HDFS_DATANODE')
-
-    def get_hdfs_nodes(self, cluster, instances=None):
-        instances = instances if instances else u.get_instances(cluster)
-        return u.instances_with_services(
-            instances, ["HDFS_DATANODE", "HDFS_NAMENODE",
-                        "HDFS_SECONDARYNAMENODE"])
-
-    def get_secondarynamenode(self, cluster):
-        return u.get_instance(cluster, 'HDFS_SECONDARYNAMENODE')
-
-    def get_historyserver(self, cluster):
-        return u.get_instance(cluster, 'YARN_JOBHISTORY')
-
-    def get_resourcemanager(self, cluster):
-        return u.get_instance(cluster, 'YARN_RESOURCEMANAGER')
-
-    def get_nodemanagers(self, cluster):
-        return u.get_instances(cluster, 'YARN_NODEMANAGER')
-
-    def get_oozie(self, cluster):
-        return u.get_instance(cluster, 'OOZIE_SERVER')
-
-    def get_hive_metastore(self, cluster):
-        return u.get_instance(cluster, 'HIVE_METASTORE')
-
-    def get_hive_servers(self, cluster):
-        return u.get_instances(cluster, 'HIVE_SERVER2')
-
-    def get_hue(self, cluster):
-        return u.get_instance(cluster, 'HUE_SERVER')
-
-    def get_spark_historyserver(self, cluster):
-        return u.get_instance(cluster, 'SPARK_YARN_HISTORY_SERVER')
-
-    def get_zookeepers(self, cluster):
-        return u.get_instances(cluster, 'ZOOKEEPER_SERVER')
-
-    def get_hbase_master(self, cluster):
-        return u.get_instance(cluster, 'HBASE_MASTER')
-
-    def get_sentry(self, cluster):
-        return u.get_instance(cluster, 'SENTRY_SERVER')
-
-    def get_flumes(self, cluster):
-        return u.get_instances(cluster, 'FLUME_AGENT')
-
-    def get_solrs(self, cluster):
-        return u.get_instances(cluster, 'SOLR_SERVER')
-
-    def get_sqoop(self, cluster):
-        return u.get_instance(cluster, 'SQOOP_SERVER')
-
-    def get_hbase_indexers(self, cluster):
-        return u.get_instances(cluster, 'KEY_VALUE_STORE_INDEXER')
-
-    def get_catalogserver(self, cluster):
-        return u.get_instance(cluster, 'IMPALA_CATALOGSERVER')
-
-    def get_statestore(self, cluster):
-        return u.get_instance(cluster, 'IMPALA_STATESTORE')
-
-    def get_impalads(self, cluster):
-        return u.get_instances(cluster, 'IMPALAD')
-
-    def get_kms(self, cluster):
-        return u.get_instances(cluster, 'KMS')
-
-    def get_jns(self, cluster):
-        return u.get_instances(cluster, 'HDFS_JOURNALNODE')
-
-    def get_stdb_rm(self, cluster):
-        return u.get_instance(cluster, 'YARN_STANDBYRM')
-
-    def get_kafka_brokers(self, cluster):
-        return u.get_instances(cluster, 'KAFKA_BROKER')
-
-    def convert_process_configs(self, configs):
-        p_dict = {
-            "CLOUDERA": ['MANAGER'],
-            "NAMENODE": ['NAMENODE'],
-            "DATANODE": ['DATANODE'],
-            "SECONDARYNAMENODE": ['SECONDARYNAMENODE'],
-            "RESOURCEMANAGER": ['RESOURCEMANAGER'],
-            "NODEMANAGER": ['NODEMANAGER'],
-            "JOBHISTORY": ['JOBHISTORY'],
-            "OOZIE": ['OOZIE_SERVER'],
-            "HIVESERVER": ['HIVESERVER2'],
-            "HIVEMETASTORE": ['HIVEMETASTORE'],
-            "WEBHCAT": ['WEBHCAT'],
-            "HUE": ['HUE_SERVER'],
-            "SPARK_ON_YARN": ['SPARK_YARN_HISTORY_SERVER'],
-            "ZOOKEEPER": ['SERVER'],
-            "MASTER": ['MASTER'],
-            "REGIONSERVER": ['REGIONSERVER'],
-            "FLUME": ['AGENT'],
-            "CATALOGSERVER": ['CATALOGSERVER'],
-            "STATESTORE": ['STATESTORE'],
-            "IMPALAD": ['IMPALAD'],
-            "KS_INDEXER": ['HBASE_INDEXER'],
-            "SENTRY": ['SENTRY_SERVER'],
-            "SOLR": ['SOLR_SERVER'],
-            "SQOOP": ['SQOOP_SERVER'],
-            "KMS": ['KMS'],
-            "YARN_GATEWAY": ['YARN_GATEWAY'],
-            "HDFS_GATEWAY": ['HDFS_GATEWAY'],
-            "JOURNALNODE": ['JOURNALNODE'],
-            "KAFKA": ['KAFKA_BROKER']
-        }
-
-        if isinstance(configs, res.Resource):
-            configs = configs.to_dict()
-        for k in configs.keys():
-            if k in p_dict.keys():
-                item = configs[k]
-                del configs[k]
-                newkey = p_dict[k][0]
-                configs[newkey] = item
-        return res.Resource(configs)
-
-    def convert_role_showname(self, showname):
-        # Yarn ResourceManager and Standby ResourceManager will
-        # be converted to ResourceManager.
-        name_dict = {
-            'CLOUDERA_MANAGER': 'MANAGER',
-            'HDFS_NAMENODE': 'NAMENODE',
-            'HDFS_DATANODE': 'DATANODE',
-            'HDFS_JOURNALNODE': 'JOURNALNODE',
-            'HDFS_SECONDARYNAMENODE': 'SECONDARYNAMENODE',
-            'YARN_RESOURCEMANAGER': 'RESOURCEMANAGER',
-            'YARN_STANDBYRM': 'RESOURCEMANAGER',
-            'YARN_NODEMANAGER': 'NODEMANAGER',
-            'YARN_JOBHISTORY': 'JOBHISTORY',
-            'OOZIE_SERVER': 'OOZIE_SERVER',
-            'HIVE_SERVER2': 'HIVESERVER2',
-            'HIVE_METASTORE': 'HIVEMETASTORE',
-            'HIVE_WEBHCAT': 'WEBHCAT',
-            'HUE_SERVER': 'HUE_SERVER',
-            'SPARK_YARN_HISTORY_SERVER': 'SPARK_YARN_HISTORY_SERVER',
-            'ZOOKEEPER_SERVER': 'SERVER',
-            'HBASE_MASTER': 'MASTER',
-            'HBASE_REGIONSERVER': 'REGIONSERVER',
-            'FLUME_AGENT': 'AGENT',
-            'IMPALA_CATALOGSERVER': 'CATALOGSERVER',
-            'IMPALA_STATESTORE': 'STATESTORE',
-            'IMPALAD': 'IMPALAD',
-            'KEY_VALUE_STORE_INDEXER': 'HBASE_INDEXER',
-            'SENTRY_SERVER': 'SENTRY_SERVER',
-            'SOL_SERVER': 'SOLR_SERVER',
-            'SQOOP_SERVER': 'SQOOP_SERVER',
-        }
-        return name_dict.get(showname, showname)
-
-    def install_packages(self, instances, packages):
-        # instances non-empty
-        cpo.add_provisioning_step(
-            instances[0].cluster_id, _("Install packages"), len(instances))
-
-        with context.ThreadGroup() as tg:
-            for i in instances:
-                tg.spawn('cdh-inst-pkgs-%s' % i.instance_name,
-                         self._install_pkgs, i, packages)
-
-    @cpo.event_wrapper(True)
-    def _install_pkgs(self, instance, packages):
-        with instance.remote() as r:
-            cmd.install_packages(r, packages)
-
-    def start_cloudera_agents(self, instances):
-        # instances non-empty
-        cpo.add_provisioning_step(
-            instances[0].cluster_id, _("Start Cloudera Agents"),
-            len(instances))
-
-        with context.ThreadGroup() as tg:
-            for i in instances:
-                tg.spawn('cdh-agent-start-%s' % i.instance_name,
-                         self._start_cloudera_agent, i)
-
-    @cpo.event_wrapper(True)
-    def _start_cloudera_agent(self, instance):
-        mng_hostname = self.get_manager(instance.cluster).hostname()
-        with instance.remote() as r:
-            cmd.configure_agent(r, mng_hostname)
-            cmd.start_agent(r)
-
-    def configure_swift(self, cluster, instances=None):
-        if self.c_helper.is_swift_enabled(cluster):
-            if not instances:
-                instances = u.get_instances(cluster)
-            cpo.add_provisioning_step(
-                cluster.id, _("Configure Swift"), len(instances))
-
-            with context.ThreadGroup() as tg:
-                for i in instances:
-                    tg.spawn('cdh-swift-conf-%s' % i.instance_name,
-                             self._configure_swift_to_inst, i)
-            swift_helper.install_ssl_certs(instances)
-
-    @cpo.event_wrapper(True)
-    def _configure_swift_to_inst(self, instance):
-        cluster = instance.cluster
-        swift_lib_remote_url = self.c_helper.get_swift_lib_url(cluster)
-        with instance.remote() as r:
-            if r.execute_command('ls %s/hadoop-openstack.jar' % HADOOP_LIB_DIR,
-                                 raise_when_error=False)[0] != 0:
-                r.execute_command('sudo curl %s -o %s/hadoop-openstack.jar' % (
-                    swift_lib_remote_url, HADOOP_LIB_DIR))
-
-    def configure_sentry(self, cluster):
-        manager = self.get_manager(cluster)
-        with manager.remote() as r:
-            dh.create_sentry_database(cluster, r)
-
-    def put_hive_hdfs_xml(self, cluster):
-        servers = self.get_hive_servers(cluster)
-        with servers[0].remote() as r:
-            conf_path = edp_u.get_hive_shared_conf_path('hdfs')
-            r.execute_command(
-                'sudo su - -c "hadoop fs -mkdir -p %s" hdfs'
-                % os.path.dirname(conf_path))
-            r.execute_command(
-                'sudo su - -c "hadoop fs -put /etc/hive/conf/hive-site.xml '
-                '%s" hdfs' % conf_path)
-
-    def configure_hive(self, cluster):
-        manager = self.get_manager(cluster)
-        with manager.remote() as r:
-            dh.create_hive_database(cluster, r)
-
-    def install_extjs(self, cluster):
-        extjs_remote_location = self.c_helper.get_extjs_lib_url(cluster)
-        extjs_vm_location_dir = '/var/lib/oozie'
-        extjs_vm_location_path = extjs_vm_location_dir + '/extjs.zip'
-        with self.get_oozie(cluster).remote() as r:
-            if r.execute_command('ls %s/ext-2.2' % extjs_vm_location_dir,
-                                 raise_when_error=False)[0] != 0:
-                r.execute_command('curl -L -o \'%s\' %s' % (
-                    extjs_vm_location_path, extjs_remote_location),
-                    run_as_root=True)
-                r.execute_command('unzip %s -d %s' % (
-                    extjs_vm_location_path, extjs_vm_location_dir),
-                    run_as_root=True)
-
-    def _check_cloudera_manager_started(self, manager):
-        try:
-            conn = telnetlib.Telnet(manager.management_ip, CM_API_PORT)
-            conn.close()
-            return True
-        except IOError:
-            return False
-
-    @cpo.event_wrapper(
-        True, step=_("Start Cloudera Manager"), param=('cluster', 1))
-    def _start_cloudera_manager(self, cluster, timeout_config):
-        manager = self.get_manager(cluster)
-        with manager.remote() as r:
-            cmd.start_cloudera_db(r)
-            cmd.start_manager(r)
-        poll_utils.plugin_option_poll(
-            cluster, self._check_cloudera_manager_started, timeout_config,
-            _("Await starting Cloudera Manager"), 2, {'manager': manager})
-
-    def configure_os(self, instances):
-        # instances non-empty
-        cpo.add_provisioning_step(
-            instances[0].cluster_id, _("Configure OS"), len(instances))
-        with context.ThreadGroup() as tg:
-            for inst in instances:
-                tg.spawn('cdh-repo-conf-%s' % inst.instance_name,
-                         self._configure_repo_from_inst, inst)
-
-    @cpo.event_wrapper(True)
-    def _configure_repo_from_inst(self, instance):
-        LOG.debug("Configure repos from instance {instance}".format(
-                  instance=instance.instance_name))
-        cluster = instance.cluster
-
-        with instance.remote() as r:
-            if cmd.is_ubuntu_os(r):
-                cdh5_key = (
-                    self.c_helper.get_cdh5_key_url(cluster) or
-                    self.c_helper.DEFAULT_CDH5_UBUNTU_REPO_KEY_URL)
-                cm5_key = (
-                    self.c_helper.get_cm5_key_url(cluster) or
-                    self.c_helper.DEFAULT_CM5_UBUNTU_REPO_KEY_URL)
-                if self.c_helper.is_keytrustee_available():
-                    kms_key = (
-                        self.c_helper.get_kms_key_url(cluster) or
-                        self.c_helper.DEFAULT_KEY_TRUSTEE_UBUNTU_REPO_KEY_URL)
-                    kms_repo_url = self.c_helper.KEY_TRUSTEE_UBUNTU_REPO_URL
-                    cmd.add_ubuntu_repository(r, kms_repo_url, 'kms')
-                    cmd.add_apt_key(r, kms_key)
-
-                cdh5_repo_content = self.c_helper.CDH5_UBUNTU_REPO
-                cm5_repo_content = self.c_helper.CM5_UBUNTU_REPO
-
-                cmd.write_ubuntu_repository(r, cdh5_repo_content, 'cdh')
-                cmd.add_apt_key(r, cdh5_key)
-                cmd.write_ubuntu_repository(r, cm5_repo_content, 'cm')
-                cmd.add_apt_key(r, cm5_key)
-                cmd.update_repository(r)
-
-            if cmd.is_centos_os(r):
-                cdh5_repo_content = self.c_helper.CDH5_CENTOS_REPO
-                cm5_repo_content = self.c_helper.CM5_CENTOS_REPO
-                if self.c_helper.is_keytrustee_available():
-                    kms_repo_url = self.c_helper.KEY_TRUSTEE_CENTOS_REPO_URL
-                    cmd.add_centos_repository(r, kms_repo_url, 'kms')
-
-                cmd.write_centos_repository(r, cdh5_repo_content, 'cdh')
-                cmd.write_centos_repository(r, cm5_repo_content, 'cm')
-                cmd.update_repository(r)
-
-    def _get_config_value(self, service, name, configs, cluster=None):
-        if cluster:
-            conf = cluster.cluster_configs
-            if service in conf and name in conf[service]:
-                return types.transform_to_num(conf[service][name])
-            for node_group in cluster.node_groups:
-                conf = node_group.node_configs
-                if service in conf and name in conf[service]:
-                    return types.transform_to_num(conf[service][name])
-        for config in configs:
-            if config.applicable_target == service and config.name == name:
-                return types.transform_to_num(config.default_value)
-        raise exc.InvalidDataException(
-            _("Unable to find config: applicable_target: {target}, name: "
-              "{name}").format(target=service, name=name))
-
-    def recommend_configs(self, cluster, plugin_configs, scaling):
-        provider = CDHPluginAutoConfigsProvider(
-            AUTO_CONFIGURATION_SCHEMA, plugin_configs, cluster, scaling)
-        provider.apply_recommended_configs()
-
-    def start_cloudera_manager(self, cluster):
-        self._start_cloudera_manager(
-            cluster, self.c_helper.AWAIT_MANAGER_STARTING_TIMEOUT)
-
-    def get_config_value(self, service, name, cluster=None):
-        configs = self.c_helper.get_plugin_configs()
-        return self._get_config_value(service, name, configs, cluster)

sahara/plugins/cdh/v5_11_0/cloudera_utils.py

@@ -1,28 +0,0 @@
-# Copyright (c) 2016 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from sahara.plugins.cdh import cloudera_utils as cu
-from sahara.plugins.cdh.v5_11_0 import config_helper
-from sahara.plugins.cdh.v5_11_0 import plugin_utils as pu
-from sahara.plugins.cdh.v5_11_0 import validation
-
-
-class ClouderaUtilsV5110(cu.ClouderaUtils):
-
-    def __init__(self):
-        cu.ClouderaUtils.__init__(self)
-        self.pu = pu.PluginUtilsV5110()
-        self.validator = validation.ValidatorV5110
-        self.c_helper = config_helper.ConfigHelperV5110()

sahara/plugins/cdh/v5_11_0/config_helper.py

@@ -1,101 +0,0 @@
-# Copyright (c) 2016 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from sahara.plugins.cdh import config_helper as c_h
-from sahara.plugins import provisioning as p
-from sahara.utils import files as f
-
-
-class ConfigHelperV5110(c_h.ConfigHelper):
-    path_to_config = 'plugins/cdh/v5_11_0/resources/'
-
-    CDH5_UBUNTU_REPO = (
-        'deb [arch=amd64] http://archive.cloudera.com/cdh5'
-        '/ubuntu/xenial/amd64/cdh trusty-cdh5.11.0 contrib'
-        '\ndeb-src http://archive.cloudera.com/cdh5/ubuntu'
-        '/xenial/amd64/cdh trusty-cdh5.11.0 contrib')
-
-    DEFAULT_CDH5_UBUNTU_REPO_KEY_URL = (
-        'http://archive.cloudera.com/cdh5/ubuntu'
-        '/xenial/amd64/cdh/archive.key')
-
-    CM5_UBUNTU_REPO = (
-        'deb [arch=amd64] http://archive.cloudera.com/cm5'
-        '/ubuntu/xenial/amd64/cm trusty-cm5.11.0 contrib'
-        '\ndeb-src http://archive.cloudera.com/cm5/ubuntu'
-        '/xenial/amd64/cm trusty-cm5.11.0 contrib')
-
-    DEFAULT_CM5_UBUNTU_REPO_KEY_URL = (
-        'http://archive.cloudera.com/cm5/ubuntu'
-        '/xenial/amd64/cm/archive.key')
-
-    CDH5_CENTOS_REPO = (
-        '[cloudera-cdh5]'
-        '\nname=Cloudera\'s Distribution for Hadoop, Version 5'
-        '\nbaseurl=http://archive.cloudera.com/cdh5/redhat/6'
-        '/x86_64/cdh/5.11.0/'
-        '\ngpgkey = http://archive.cloudera.com/cdh5/redhat/6'
-        '/x86_64/cdh/RPM-GPG-KEY-cloudera'
-        '\ngpgcheck = 1')
-
-    CM5_CENTOS_REPO = (
-        '[cloudera-manager]'
-        '\nname=Cloudera Manager'
-        '\nbaseurl=http://archive.cloudera.com/cm5/redhat/6'
-        '/x86_64/cm/5.11.0/'
-        '\ngpgkey = http://archive.cloudera.com/cm5/redhat/6'
-        '/x86_64/cm/RPM-GPG-KEY-cloudera'
-        '\ngpgcheck = 1')
-
-    KEY_TRUSTEE_UBUNTU_REPO_URL = (
-        'http://archive.cloudera.com/navigator-'
-        'keytrustee5/ubuntu/xenial/amd64/navigator-'
-        'keytrustee/cloudera.list')
-
-    DEFAULT_KEY_TRUSTEE_UBUNTU_REPO_KEY_URL = (
-        'http://archive.cloudera.com/navigator-'
-        'keytrustee5/ubuntu/xenial/amd64/navigator-'
-        'keytrustee/archive.key')
-
-    KEY_TRUSTEE_CENTOS_REPO_URL = (
-        'http://archive.cloudera.com/navigator-'
-        'keytrustee5/redhat/6/x86_64/navigator-'
-        'keytrustee/navigator-keytrustee5.repo')
-
-    DEFAULT_SWIFT_LIB_URL = (
-        'https://repository.cloudera.com/artifactory/repo/org'
-        '/apache/hadoop/hadoop-openstack/2.6.0-cdh5.11.0'
-        '/hadoop-openstack-2.6.0-cdh5.11.0.jar')
-
-    SWIFT_LIB_URL = p.Config(
-        'Hadoop OpenStack library URL', 'general', 'cluster', priority=1,
-        default_value=DEFAULT_SWIFT_LIB_URL,
-        description=("Library that adds Swift support to CDH. The file"
-                     " will be downloaded by VMs."))
-
-    HIVE_SERVER2_SENTRY_SAFETY_VALVE = f.get_file_text(
-        path_to_config + 'hive-server2-sentry-safety.xml')
-
-    HIVE_METASTORE_SENTRY_SAFETY_VALVE = f.get_file_text(
-        path_to_config + 'hive-metastore-sentry-safety.xml')
-
-    SENTRY_IMPALA_CLIENT_SAFETY_VALVE = f.get_file_text(
-        path_to_config + 'sentry-impala-client-safety.xml')
-
-    def __init__(self):
-        super(ConfigHelperV5110, self).__init__()
-        self.priority_one_confs = self._load_json(
-            self.path_to_config + 'priority-one-confs.json')
-        self._init_all_ng_plugin_configs()

sahara/plugins/cdh/v5_11_0/deploy.py

@@ -1,168 +0,0 @@
-# Copyright (c) 2016 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from sahara.i18n import _
-from sahara.plugins.cdh import commands as cmd
-from sahara.plugins.cdh import deploy as common_deploy
-from sahara.plugins.cdh.v5_11_0 import cloudera_utils as cu
-from sahara.plugins import utils as gu
-from sahara.service.edp import hdfs_helper as h
-from sahara.utils import cluster_progress_ops as cpo
-
-CU = cu.ClouderaUtilsV5110()
-
-PACKAGES = common_deploy.PACKAGES
-
-
-def configure_cluster(cluster):
-    instances = gu.get_instances(cluster)
-
-    if not cmd.is_pre_installed_cdh(CU.pu.get_manager(cluster).remote()):
-        CU.pu.configure_os(instances)
-        CU.pu.install_packages(instances, PACKAGES)
-
-    CU.pu.start_cloudera_agents(instances)
-    CU.pu.start_cloudera_manager(cluster)
-    CU.update_cloudera_password(cluster)
-    CU.configure_rack_awareness(cluster)
-    CU.await_agents(cluster, instances)
-    CU.create_mgmt_service(cluster)
-    CU.create_services(cluster)
-    CU.configure_services(cluster)
-    CU.configure_instances(instances, cluster)
-    CU.deploy_configs(cluster)
-
-
-@cpo.event_wrapper(
-    True, step=_("Start roles: NODEMANAGER, DATANODE"), param=('cluster', 0))
-def _start_roles(cluster, instances):
-    for instance in instances:
-        if 'HDFS_DATANODE' in instance.node_group.node_processes:
-            hdfs = CU.get_service_by_role('DATANODE', instance=instance)
-            CU.start_roles(hdfs, CU.pu.get_role_name(instance, 'DATANODE'))
-
-        if 'YARN_NODEMANAGER' in instance.node_group.node_processes:
-            yarn = CU.get_service_by_role('NODEMANAGER', instance=instance)
-            CU.start_roles(yarn, CU.pu.get_role_name(instance, 'NODEMANAGER'))
-
-
-def scale_cluster(cluster, instances):
-    if not instances:
-        return
-
-    if not cmd.is_pre_installed_cdh(instances[0].remote()):
-        CU.pu.configure_os(instances)
-        CU.pu.install_packages(instances, PACKAGES)
-
-    CU.pu.start_cloudera_agents(instances)
-    CU.await_agents(cluster, instances)
-    CU.configure_rack_awareness(cluster)
-    CU.configure_instances(instances, cluster)
-    CU.update_configs(instances)
-    common_deploy.prepare_scaling_kerberized_cluster(
-        cluster, CU, instances)
-
-    CU.pu.configure_swift(cluster, instances)
-    _start_roles(cluster, instances)
-    CU.refresh_datanodes(cluster)
-    CU.refresh_yarn_nodes(cluster)
-    CU.restart_stale_services(cluster)
-
-
-def decommission_cluster(cluster, instances):
-    dns = []
-    dns_to_delete = []
-    nms = []
-    nms_to_delete = []
-    for i in instances:
-        if 'HDFS_DATANODE' in i.node_group.node_processes:
-            dns.append(CU.pu.get_role_name(i, 'DATANODE'))
-            dns_to_delete.append(
-                CU.pu.get_role_name(i, 'HDFS_GATEWAY'))
-
-        if 'YARN_NODEMANAGER' in i.node_group.node_processes:
-            nms.append(CU.pu.get_role_name(i, 'NODEMANAGER'))
-            nms_to_delete.append(
-                CU.pu.get_role_name(i, 'YARN_GATEWAY'))
-
-    if dns:
-        CU.decommission_nodes(
-            cluster, 'DATANODE', dns, dns_to_delete)
-
-    if nms:
-        CU.decommission_nodes(
-            cluster, 'NODEMANAGER', nms, nms_to_delete)
-
-    CU.delete_instances(cluster, instances)
-
-    CU.refresh_datanodes(cluster)
-    CU.refresh_yarn_nodes(cluster)
-    CU.restart_stale_services(cluster)
-
-
-@cpo.event_wrapper(True, step=_("Prepare cluster"), param=('cluster', 0))
-def _prepare_cluster(cluster):
-    if CU.pu.get_oozie(cluster):
-        CU.pu.install_extjs(cluster)
-
-    if CU.pu.get_hive_metastore(cluster):
-        CU.pu.configure_hive(cluster)
-
-    if CU.pu.get_sentry(cluster):
-        CU.pu.configure_sentry(cluster)
-
-
-@cpo.event_wrapper(
-    True, step=_("Finish cluster starting"), param=('cluster', 0))
-def _finish_cluster_starting(cluster):
-    if CU.pu.get_hive_metastore(cluster):
-        CU.pu.put_hive_hdfs_xml(cluster)
-
-    server = CU.pu.get_hbase_master(cluster)
-    if CU.pu.c_helper.is_hbase_common_lib_enabled(cluster) and server:
-        with server.remote() as r:
-            h.create_hbase_common_lib(r)
-
-    if CU.pu.get_flumes(cluster):
-        flume = CU.get_service_by_role('AGENT', cluster)
-        CU.start_service(flume)
-
-
-def start_cluster(cluster):
-    _prepare_cluster(cluster)
-
-    CU.first_run(cluster)
-
-    CU.pu.configure_swift(cluster)
-
-    if len(CU.pu.get_jns(cluster)) > 0:
-        CU.enable_namenode_ha(cluster)
-        # updating configs for NameNode role on needed nodes
-        CU.update_role_config(CU.pu.get_secondarynamenode(cluster),
-                              'HDFS_NAMENODE')
-
-    if CU.pu.get_stdb_rm(cluster):
-        CU.enable_resourcemanager_ha(cluster)
-        # updating configs for ResourceManager on needed nodes
-        CU.update_role_config(CU.pu.get_stdb_rm(cluster), 'YARN_STANDBYRM')
-
-    _finish_cluster_starting(cluster)
-
-    common_deploy.setup_kerberos_for_cluster(cluster, CU)
-
-
-def get_open_ports(node_group):
-    ports = common_deploy.get_open_ports(node_group)
-    return ports

sahara/plugins/cdh/v5_11_0/edp_engine.py

@@ -1,47 +0,0 @@
-# Copyright (c) 2016 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from sahara.plugins.cdh import confighints_helper as ch_helper
-from sahara.plugins.cdh import edp_engine
-from sahara.plugins.cdh.v5_11_0 import cloudera_utils as cu
-from sahara.service.edp.oozie import engine as oozie_engine
-from sahara.utils import edp
-
-
-class EdpOozieEngine(edp_engine.EdpOozieEngine):
-
-    def __init__(self, cluster):
-        super(EdpOozieEngine, self).__init__(cluster)
-        self.cloudera_utils = cu.ClouderaUtilsV5110()
-
-    @staticmethod
-    def get_possible_job_config(job_type):
-        if edp.compare_job_type(job_type, edp.JOB_TYPE_HIVE):
-            return {'job_config': ch_helper.get_possible_hive_config_from(
-                    'plugins/cdh/v5_11_0/resources/hive-site.xml')}
-        if edp.compare_job_type(job_type,
-                                edp.JOB_TYPE_MAPREDUCE,
-                                edp.JOB_TYPE_MAPREDUCE_STREAMING):
-            return {'job_config': ch_helper.get_possible_mapreduce_config_from(
-                    'plugins/cdh/v5_11_0/resources/mapred-site.xml')}
-        if edp.compare_job_type(job_type, edp.JOB_TYPE_PIG):
-            return {'job_config': ch_helper.get_possible_pig_config_from(
-                    'plugins/cdh/v5_11_0/resources/mapred-site.xml')}
-        return oozie_engine.OozieJobEngine.get_possible_job_config(job_type)
-
-
-class EdpSparkEngine(edp_engine.EdpSparkEngine):
-
-    edp_base_version = "5.11.0"

sahara/plugins/cdh/v5_11_0/images.py

@@ -1,43 +0,0 @@
-# Copyright (c) 2016 Red Hat, Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from sahara.plugins import images
-from sahara.plugins import utils as plugin_utils
-
-
-_validator = images.SaharaImageValidator.from_yaml(
-    'plugins/cdh/v5_11_0/resources/images/image.yaml',
-    resource_roots=['plugins/cdh/v5_11_0/resources/images'])
-
-
-def get_image_arguments():
-    return _validator.get_argument_list()
-
-
-def pack_image(remote, test_only=False, image_arguments=None):
-    _validator.validate(remote, test_only=test_only,
-                        image_arguments=image_arguments)
-
-
-def validate_images(cluster, test_only=False, image_arguments=None):
-    image_arguments = get_image_arguments()
-    if not test_only:
-        instances = plugin_utils.get_instances(cluster)
-    else:
-        instances = plugin_utils.get_instances(cluster)[0]
-    for instance in instances:
-        with instance.remote() as r:
-            _validator.validate(r, test_only=test_only,
-                                image_arguments=image_arguments)

sahara/plugins/cdh/v5_11_0/plugin_utils.py

@@ -1,23 +0,0 @@
-# Copyright (c) 2016 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from sahara.plugins.cdh import plugin_utils as pu
-from sahara.plugins.cdh.v5_11_0 import config_helper
-
-
-class PluginUtilsV5110(pu.AbstractPluginUtils):
-
-    def __init__(self):
-        self.c_helper = config_helper.ConfigHelperV5110()

sahara/plugins/cdh/v5_11_0/resources/cdh_config.py

@@ -1,63 +0,0 @@
-# Copyright (c) 2017 Massachusetts Open Cloud
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from cm_api.api_client import ApiResource
-
-cm_host = "localhost"
-api = ApiResource(cm_host, username="admin", password="admin")  # nosec
-
-c = api.get_all_clusters()[0]
-services = c.get_all_services()
-
-
-def process_service(service):
-    service_name = service.name
-    if service_name == "spark_on_yarn":
-        service_name = "spark"
-    for role_cfgs in service.get_all_role_config_groups():
-        role_cm_cfg = role_cfgs.get_config(view='full')
-        role_cfg = parse_config(role_cm_cfg)
-        role_name = role_cfgs.roleType.lower()
-        write_cfg(role_cfg, '%s-%s.json' % (service_name, role_name))
-
-    service_cm_cfg = service.get_config(view='full')[0]
-    service_cfg = parse_config(service_cm_cfg)
-    write_cfg(service_cfg, '%s-service.json' % service_name)
-
-
-def parse_config(config):
-    cfg = []
-    for name, value in config.items():
-        p = {
-            'name': value.name,
-            'value': value.default,
-            'display_name': value.displayName,
-            'desc': value.description
-        }
-        cfg.append(p)
-
-    return cfg
-
-
-def write_cfg(cfg, file_name):
-    to_write = __import__('json').dumps(cfg, sort_keys=True, indent=4,
-                                        separators=(',', ': '))
-
-    with open(file_name, 'w') as f:
-        f.write(to_write)
-
-if __name__ == '__main__':
-    for service in services:
-        process_service(service)

sahara/plugins/cdh/v5_11_0/resources/cdh_config.sh

@@ -1,14 +0,0 @@
-#!/bin/bash
-
-# prereqs - virtualenv
-
-virtualenv venv
-. venv/bin/activate
-
-pip install cm-api
-
-python cdh_config.py
-
-deactivate
-
-rm -rf venv

sahara/plugins/cdh/v5_11_0/resources/flume-service.json

@@ -1,164 +0,0 @@
-[
-    {
-        "desc": "Name of the HBase service that this Flume service instance depends on",
-        "display_name": "HBase Service",
-        "name": "hbase_service",
-        "value": null
-    },
-    {
-        "desc": "The location on disk of the trust store, in .jks format, used to confirm the authenticity of TLS/SSL servers that Flume might connect to. This is used when Flume is the client in a TLS/SSL connection. This trust store must contain the certificate(s) used to sign the service(s) connected to. If this parameter is not provided, the default list of well-known certificate authorities is used instead.",
-        "display_name": "Flume TLS/SSL Certificate Trust Store File",
-        "name": "flume_truststore_file",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress the results of the Agent Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Agent Health",
-        "name": "service_health_suppression_flume_agents_healthy",
-        "value": "false"
-    },
-    {
-        "desc": "The user that this service's processes should run as.",
-        "display_name": "System User",
-        "name": "process_username",
-        "value": "flume"
-    },
-    {
-        "desc": "Name of the HDFS service that this Flume service instance depends on",
-        "display_name": "HDFS Service",
-        "name": "hdfs_service",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Agent Count Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Agent Count Validator",
-        "name": "service_config_suppression_agent_count_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Name of the Solr service that this Flume service instance depends on",
-        "display_name": "Solr Service",
-        "name": "solr_service",
-        "value": null
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of all roles in this service except client configuration.",
-        "display_name": "Flume Service Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "flume_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Sets the maximum number of Flume components that will be returned under Flume Metric Details. Increasing this value will negatively impact the interactive performance of the Flume Metrics Details page.",
-        "display_name": "Maximum displayed Flume metrics components",
-        "name": "flume_context_groups_request_limit",
-        "value": "1000"
-    },
-    {
-        "desc": "Kerberos principal short name used by all roles of this service.",
-        "display_name": "Kerberos Principal",
-        "name": "kerberos_princ_name",
-        "value": "flume"
-    },
-    {
-        "desc": "The health test thresholds of the overall Agent health. The check returns \"Concerning\" health if the percentage of \"Healthy\" Agents falls below the warning threshold. The check is unhealthy if the total percentage of \"Healthy\" and \"Concerning\" Agents falls below the critical threshold.",
-        "display_name": "Healthy Agent Monitoring Thresholds",
-        "name": "flume_agents_healthy_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"95.0\"}"
-    },
-    {
-        "desc": "The group that this service's processes should run as.",
-        "display_name": "System Group",
-        "name": "process_groupname",
-        "value": "flume"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Service Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Service Triggers",
-        "name": "service_config_suppression_service_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "The frequency in which the log4j event publication appender will retry sending undelivered log events to the Event server, in seconds",
-        "display_name": "Log Event Retry Frequency",
-        "name": "log_event_retry_frequency",
-        "value": "30"
-    },
-    {
-        "desc": "<p>The configured triggers for this service. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific service. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the followig JSON formatted trigger fires if there are more than 10 DataNodes with more than 500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleType = DataNode and last(fd_open) > 500) DO health:bad\",\n  \"streamThreshold\": 10, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Service Triggers",
-        "name": "service_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "When set, each role identifies important log events and forwards them to Cloudera Manager.",
-        "display_name": "Enable Log Event Capture",
-        "name": "catch_events",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the System User parameter.",
-        "display_name": "Suppress Parameter Validation: System User",
-        "name": "service_config_suppression_process_username",
-        "value": "false"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this service reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Service Level Health Alerts",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Kerberos Principal parameter.",
-        "display_name": "Suppress Parameter Validation: Kerberos Principal",
-        "name": "service_config_suppression_kerberos_princ_name",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the System Group parameter.",
-        "display_name": "Suppress Parameter Validation: System Group",
-        "name": "service_config_suppression_process_groupname",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Flume TLS/SSL Certificate Trust Store Password parameter.",
-        "display_name": "Suppress Parameter Validation: Flume TLS/SSL Certificate Trust Store Password",
-        "name": "service_config_suppression_flume_truststore_password",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Service Monitor Derived Configs Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Service Monitor Derived Configs Advanced Configuration Snippet (Safety Valve)",
-        "name": "service_config_suppression_smon_derived_configs_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The password for the Flume TLS/SSL Certificate Trust Store File. This password is not required to access the trust store; this field can be left blank. This password provides optional integrity checking of the file. The contents of trust stores are certificates, and certificates are public information.",
-        "display_name": "Flume TLS/SSL Certificate Trust Store Password",
-        "name": "flume_truststore_password",
-        "value": null
-    },
-    {
-        "desc": "For advanced use only, a list of derived configuration properties that will be used by the Service Monitor instead of the default ones.",
-        "display_name": "Service Monitor Derived Configs Advanced Configuration Snippet (Safety Valve)",
-        "name": "smon_derived_configs_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Flume TLS/SSL Certificate Trust Store File parameter.",
-        "display_name": "Suppress Parameter Validation: Flume TLS/SSL Certificate Trust Store File",
-        "name": "service_config_suppression_flume_truststore_file",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Flume Service Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Flume Service Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "service_config_suppression_flume_env_safety_valve",
-        "value": "false"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hbase-gateway.json

@@ -1,122 +0,0 @@
-[
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Deploy Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Deploy Directory",
-        "name": "role_config_suppression_client_config_root_dir",
-        "value": "false"
-    },
-    {
-        "desc": "Scanner Timeout, in milliseconds, for HBase Clients. Scanner related RPCs will apply this timeout against the RegionServers they talk to.",
-        "display_name": "HBase Client Scanner Timeout",
-        "name": "hbase_client_scanner_timeout_period",
-        "value": "60000"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>log4j.properties</strong> for this role only.",
-        "display_name": "Gateway Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "log4j_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Client Advanced Configuration Snippet (Safety Valve) for hbase-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Client Advanced Configuration Snippet (Safety Valve) for hbase-site.xml",
-        "name": "role_config_suppression_hbase_client_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into the client configuration for <strong>hbase-site.xml</strong>.",
-        "display_name": "HBase Client Advanced Configuration Snippet (Safety Valve) for hbase-site.xml",
-        "name": "hbase_client_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "If a multiget operation is performed with 'Consistency.TIMELINE', the read RPC is sent to the primary RegionServer first. After this timeout, a parallel RPC for secondary region replicas is also sent if the primary does not respond. After this, the result is returned from whichever RPC is finished first. If the response returns from the primary region replica, that the data is the most recent. Result.isStale() API has been added to inspect the staleness. If the result is from a secondary region, Result.isStale() is set to true.",
-        "display_name": "HBase Client Multiget Timeout For Secondary Region Replicas",
-        "name": "hbase_client_primaryCallTimeout_multiget",
-        "value": "10"
-    },
-    {
-        "desc": "The directory where the client configs will be deployed",
-        "display_name": "Deploy Directory",
-        "name": "client_config_root_dir",
-        "value": "/etc/hbase"
-    },
-    {
-        "desc": "Whether to enable interruption of RPC threads at the client. The default value of true enables primary RegionServers to access data from other regions' secondary replicas.",
-        "display_name": "Enable Client RPC Threads Interruption",
-        "name": "hbase_ipc_client_allowsInterrupt",
-        "value": "true"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into the client configuration for <strong>hbase-env.sh</strong>",
-        "display_name": "HBase Client Environment Advanced Configuration Snippet (Safety Valve) for hbase-env.sh",
-        "name": "hbase_client_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The priority level that the client configuration will have in the Alternatives system on the hosts. Higher priority levels will cause Alternatives to prefer this configuration over any others.",
-        "display_name": "Alternatives Priority",
-        "name": "client_config_priority",
-        "value": "90"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Client Environment Advanced Configuration Snippet (Safety Valve) for hbase-env.sh parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Client Environment Advanced Configuration Snippet (Safety Valve) for hbase-env.sh",
-        "name": "role_config_suppression_hbase_client_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the HBase Client Scanner Timeout exceeds Lease Period Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: HBase Client Scanner Timeout exceeds Lease Period Validator",
-        "name": "role_config_suppression_client_server_scanner_rpc_timeout_validator",
-        "value": "false"
-    },
-    {
-        "desc": "If a get operation is performed with 'Consistency.TIMELINE', the read RPC is sent to the primary RegionServer first. After this timeout, parallel RPC for secondary region replicas is also sent if the primary does not respond. After this, the result is returned from whichever RPC is finished first. If the response returns from the primary region replica, that data is the most recent. Result.isStale() API has been added to inspect the staleness. If the result is from a secondary region, Result.isStale() is set to true.",
-        "display_name": "HBase Client Get Timeout For Secondary Region Replicas",
-        "name": "hbase_client_primaryCallTimeout_get",
-        "value": "10"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "These are Java command-line arguments. Commonly, garbage collection flags, PermGen, or extra debugging flags would be passed here.",
-        "display_name": "Client Java Configuration Options",
-        "name": "hbase_client_java_opts",
-        "value": "-XX:+HeapDumpOnOutOfMemoryError -XX:+UseConcMarkSweepGC -XX:+CMSIncrementalMode -Djava.net.preferIPv4Stack=true"
-    },
-    {
-        "desc": "Maximum size in bytes for the Java process heap memory.  Passed to Java -Xmx.",
-        "display_name": "Client Java Heap Size in Bytes",
-        "name": "hbase_client_java_heapsize",
-        "value": "268435456"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Gateway Logging Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Gateway Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_log4j_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The minimum log level for Gateway logs",
-        "display_name": "Gateway Logging Threshold",
-        "name": "log_threshold",
-        "value": "INFO"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Client Java Configuration Options parameter.",
-        "display_name": "Suppress Parameter Validation: Client Java Configuration Options",
-        "name": "role_config_suppression_hbase_client_java_opts",
-        "value": "false"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hbase-hbaserestserver.json

@@ -1,452 +0,0 @@
-[
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Log Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Log Directory Free Space Monitoring Percentage Thresholds",
-        "name": "log_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "<p>This file contains the rules that govern how log messages are turned into events by the custom log4j appender that this role loads. It is in JSON format, and is composed of a list of rules. Every log message is evaluated against each of these rules in turn to decide whether or not to send an event for that message. If a log message matches multiple rules, the first matching rule is used. </p><p>Each rule has some or all of the following fields:</p><ul><li><code>alert</code> - whether or not events generated from this rule should be promoted to alerts. A value of \"true\" will cause alerts to be generated. If not specified, the default is \"false\".</li><li><code>rate</code> <b>(mandatory)</b> - the maximum number of log messages matching this rule that can be sent as events every minute. If more than <code>rate</code> matching log messages are received in a single minute, the extra messages are ignored. If rate is less than 0, the number of messages per minute is unlimited.</li><li><code>periodminutes</code>  - the number of minutes during which the publisher will only publish <code>rate</code> events or fewer. If not specified, the default is <b>one minute</b></li><li><code>threshold</code> - apply this rule only to messages with this log4j severity level or above. An example is \"WARN\" for warning level messages or higher.</li><li><code>content</code> - match only those messages for which contents match this regular expression.</li><li><code>exceptiontype</code> - match only those messages that are part of an exception message. The exception type must match this regular expression.</li></ul><p>Example:</p><ul><li><pre>{\"alert\": false, \"rate\": 10, \"exceptiontype\": \"java.lang.StringIndexOutOfBoundsException\"}</pre>This rule sends events to Cloudera Manager for every <code>StringIndexOutOfBoundsException</code>, up to a maximum of 10 every minute.</li><li><pre>{\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"exceptiontype\": \".*\"}, {\"alert\": true, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"ERROR\"}</pre>In this example, an event generated may not be promoted to alert if an exception is in the ERROR log message, because the first rule with alert = false will match.</li></ul>",
-        "display_name": "Rules to Extract Events from Log Files",
-        "name": "log_event_whitelist",
-        "value": "{\n  \"version\": \"0\",\n  \"rules\": [\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"FATAL\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 2, \"exceptiontype\": \".*\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"WARN\"}\n  ]\n}"
-    },
-    {
-        "desc": "These arguments will be passed as part of the Java command line. Commonly, garbage collection flags, PermGen, or extra debugging flags would be passed here.",
-        "display_name": "Java Configuration Options for HBase REST Server",
-        "name": "hbase_restserver_java_opts",
-        "value": "-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled"
-    },
-    {
-        "desc": "Whether or not periodic stacks collection is enabled.",
-        "display_name": "Stacks Collection Enabled",
-        "name": "stacks_collection_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "If configured, overrides the process soft and hard rlimits (also called ulimits) for file descriptors to the configured value.",
-        "display_name": "Maximum Process File Descriptors",
-        "name": "rlimit_fds",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase REST Server TLS/SSL Server JKS Keystore File Location parameter.",
-        "display_name": "Suppress Parameter Validation: HBase REST Server TLS/SSL Server JKS Keystore File Location",
-        "name": "role_config_suppression_hbase_restserver_keystore_file",
-        "value": "false"
-    },
-    {
-        "desc": "Maximum size of the HBase REST Server thread pool. The server can process this number of concurrent requests. Setting this too high can lead to out of memory errors.",
-        "display_name": "HBase REST Server Maximum Threads",
-        "name": "hbase_restserver_threads_max",
-        "value": "100"
-    },
-    {
-        "desc": "The health test thresholds of the number of file descriptors used. Specified as a percentage of file descriptor limit.",
-        "display_name": "File Descriptor Monitoring Thresholds",
-        "name": "hbaserestserver_fd_thresholds",
-        "value": "{\"critical\":\"70.0\",\"warning\":\"50.0\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase REST Server Log Directory parameter.",
-        "display_name": "Suppress Parameter Validation: HBase REST Server Log Directory",
-        "name": "role_config_suppression_hbase_restserver_log_dir",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of this role except client configuration.",
-        "display_name": "HBase REST Server Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "HBASERESTSERVER_role_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Weight for the read I/O requests issued by this role. The greater the weight, the higher the priority of the requests when the host experiences I/O contention. Must be between 100 and 1000. Defaults to 1000 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup I/O Weight",
-        "name": "rm_io_weight",
-        "value": "500"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase REST Server Advanced Configuration Snippet (Safety Valve) for hbase-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: HBase REST Server Advanced Configuration Snippet (Safety Valve) for hbase-site.xml",
-        "name": "role_config_suppression_hbase_restserver_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase REST Server TLS/SSL Server JKS Keystore File Password parameter.",
-        "display_name": "Suppress Parameter Validation: HBase REST Server TLS/SSL Server JKS Keystore File Password",
-        "name": "role_config_suppression_hbase_restserver_keystore_password",
-        "value": "false"
-    },
-    {
-        "desc": "The frequency with which stacks are collected.",
-        "display_name": "Stacks Collection Frequency",
-        "name": "stacks_collection_frequency",
-        "value": "5.0"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Absolute Thresholds",
-        "name": "heap_dump_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "The health test thresholds for unexpected exits encountered within a recent period specified by the unexpected_exits_window configuration for the role.",
-        "display_name": "Unexpected Exits Thresholds",
-        "name": "unexpected_exits_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "The health test thresholds on the swap memory usage of the process.",
-        "display_name": "Process Swap Memory Thresholds",
-        "name": "process_swap_memory_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"any\"}"
-    },
-    {
-        "desc": "The method used to collect stacks. The jstack option involves periodically running the jstack command against the role's daemon process. The servlet method is available for those roles that have an HTTP server endpoint exposing the current stacks traces of all threads. When the servlet method is selected, that HTTP endpoint is periodically scraped.",
-        "display_name": "Stacks Collection Method",
-        "name": "stacks_collection_method",
-        "value": "jstack"
-    },
-    {
-        "desc": "Whether to suppress the results of the Audit Pipeline Test heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Audit Pipeline Test",
-        "name": "role_health_suppression_hbase_rest_server_audit_health",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase REST Server Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: HBase REST Server Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_hbaserestserver_role_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>hbase-site.xml</strong> for this role only.",
-        "display_name": "HBase REST Server Advanced Configuration Snippet (Safety Valve) for hbase-site.xml",
-        "name": "hbase_restserver_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The password for the HBase REST Server JKS keystore file.",
-        "display_name": "HBase REST Server TLS/SSL Server JKS Keystore File Password",
-        "name": "hbase_restserver_keystore_password",
-        "value": null
-    },
-    {
-        "desc": "The maximum number of rolled log files to keep for HBase REST Server logs.  Typically used by log4j or logback.",
-        "display_name": "HBase REST Server Maximum Log File Backups",
-        "name": "max_log_backup_index",
-        "value": "10"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase REST Server Logging Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: HBase REST Server Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_log4j_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Process Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Process Status",
-        "name": "role_health_suppression_hbase_rest_server_scm_health",
-        "value": "false"
-    },
-    {
-        "desc": "Soft memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process if and only if the host is facing memory pressure. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Soft Limit",
-        "name": "rm_memory_soft_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory.",
-        "display_name": "Log Directory Free Space Monitoring Absolute Thresholds",
-        "name": "log_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Maximum size in bytes for the Java Process heap memory.  Passed to Java -Xmx.",
-        "display_name": "Java Heap Size of HBase REST Server in Bytes",
-        "name": "hbase_restserver_java_heapsize",
-        "value": "1073741824"
-    },
-    {
-        "desc": "Whether to suppress the results of the Heap Dump Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Heap Dump Directory Free Space",
-        "name": "role_health_suppression_hbase_rest_server_heap_dump_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "When set, this role's process is automatically (and transparently) restarted in the event of an unexpected failure.",
-        "display_name": "Automatically Restart Process",
-        "name": "process_auto_restart",
-        "value": "false"
-    },
-    {
-        "desc": "Encrypt communication between clients and HBase REST Server using Transport Layer Security (TLS) (formerly known as Secure Socket Layer (SSL)).",
-        "display_name": "Enable TLS/SSL for HBase REST Server",
-        "name": "hbase_restserver_ssl_enable",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Rules to Extract Events from Log Files parameter.",
-        "display_name": "Suppress Parameter Validation: Rules to Extract Events from Log Files",
-        "name": "role_config_suppression_log_event_whitelist",
-        "value": "false"
-    },
-    {
-        "desc": "Enables the health test that the HBase REST Server's process state is consistent with the role configuration",
-        "display_name": "HBase REST Server Process Health Test",
-        "name": "hbaserestserver_scm_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The port that HBase REST Server binds to.",
-        "display_name": "HBase REST Server Port",
-        "name": "hbase_restserver_port",
-        "value": "20550"
-    },
-    {
-        "desc": "Hard memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Hard Limit",
-        "name": "rm_memory_hard_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase REST Server DNS Name Server parameter.",
-        "display_name": "Suppress Parameter Validation: HBase REST Server DNS Name Server",
-        "name": "role_config_suppression_hbase_restserver_dns_nameserver",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the File Descriptors heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: File Descriptors",
-        "name": "role_health_suppression_hbase_rest_server_file_descriptor",
-        "value": "false"
-    },
-    {
-        "desc": "If true, HBase REST Server Web UI will bind to a wildcard address (0.0.0.0). Otherwise it will bind to a host name. Only available in CDH 4.3 and later.",
-        "display_name": "HBase REST Server Web UI Bind to Wildcard Address",
-        "name": "hbase_restserver_info_bind_to_wildcard",
-        "value": "true"
-    },
-    {
-        "desc": "Cloudera Manager agent monitors each service and each of its role by publishing metrics to the Cloudera Manager Service Monitor. Setting it to false will stop Cloudera Manager agent from publishing any metric for corresponding service/roles. This is usually helpful for services that generate large amount of metrics which Service Monitor is not able to process.",
-        "display_name": "Enable Metric Collection",
-        "name": "process_should_monitor",
-        "value": "true"
-    },
-    {
-        "desc": "The amount of stacks data that is retained. After the retention limit is reached, the oldest data is deleted.",
-        "display_name": "Stacks Collection Data Retention",
-        "name": "stacks_collection_data_retention",
-        "value": "104857600"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Heap Dump Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Heap Dump Directory",
-        "name": "role_config_suppression_oom_heap_dump_dir",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>log4j.properties</strong> for this role only.",
-        "display_name": "HBase REST Server Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "log4j_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Role Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Role Triggers",
-        "name": "role_config_suppression_role_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "The path to the TLS/SSL keystore file containing the server certificate and private key used for TLS/SSL. Used when HBase REST Server is acting as a TLS/SSL server. The keystore must be in JKS format.",
-        "display_name": "HBase REST Server TLS/SSL Server JKS Keystore File Location",
-        "name": "hbase_restserver_keystore_file",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress the results of the Swap Memory Usage heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Swap Memory Usage",
-        "name": "role_health_suppression_hbase_rest_server_swap_memory_usage",
-        "value": "false"
-    },
-    {
-        "desc": "When false, all HTTP methods are permitted (GET/PUT/POST/DELETE). When true, only GET is permitted.",
-        "display_name": "Enable HBase REST Server Read Only Mode",
-        "name": "hbase_restserver_readonly",
-        "value": "false"
-    },
-    {
-        "desc": "The port that HBase REST Server Web UI binds to.",
-        "display_name": "HBase REST Server Web UI Port",
-        "name": "hbase_restserver_info_port",
-        "value": "8085"
-    },
-    {
-        "desc": "Directory where HBase REST Server will place its log files.",
-        "display_name": "HBase REST Server Log Directory",
-        "name": "hbase_restserver_log_dir",
-        "value": "/var/log/hbase"
-    },
-    {
-        "desc": "When computing the overall HBase REST Server health, consider the host's health.",
-        "display_name": "HBase REST Server Host Health Test",
-        "name": "hbaserestserver_host_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "The password that protects the private key contained in the JKS keystore used when HBase REST Server is acting as a TLS/SSL server.",
-        "display_name": "HBase REST Server TLS/SSL Server JKS Keystore Key Password",
-        "name": "hbase_restserver_keystore_keypassword",
-        "value": null
-    },
-    {
-        "desc": "The maximum size, in megabytes, per log file for HBase REST Server logs.  Typically used by log4j or logback.",
-        "display_name": "HBase REST Server Max Log Size",
-        "name": "max_log_size",
-        "value": "200"
-    },
-    {
-        "desc": "When set, a SIGKILL signal is sent to the role process when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Kill When Out of Memory",
-        "name": "oom_sigkill_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "When set, generates heap dump file when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Dump Heap When Out of Memory",
-        "name": "oom_heap_dump_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The host name or IP address of the DNS name server which an HBase REST Server should use to determine the host name used for communication and display purposes.",
-        "display_name": "HBase REST Server DNS Name Server",
-        "name": "hbase_restserver_dns_nameserver",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Java Configuration Options for HBase REST Server parameter.",
-        "display_name": "Suppress Parameter Validation: Java Configuration Options for HBase REST Server",
-        "name": "role_config_suppression_hbase_restserver_java_opts",
-        "value": "false"
-    },
-    {
-        "desc": "HBase REST Server will bind to this address.",
-        "display_name": "HBase REST Server Host Address",
-        "name": "hbase_restserver_host",
-        "value": "0.0.0.0"
-    },
-    {
-        "desc": "<p>The configured triggers for this role. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific role. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the following JSON formatted trigger configured for a DataNode fires if the DataNode has more than 1500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleName=$ROLENAME and last(fd_open) > 1500) DO health:bad\",\n  \"streamThreshold\": 0, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Role Triggers",
-        "name": "role_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this role reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Health Alerts for this Role",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase REST Server Host Address parameter.",
-        "display_name": "Suppress Parameter Validation: HBase REST Server Host Address",
-        "name": "role_config_suppression_hbase_restserver_host",
-        "value": "false"
-    },
-    {
-        "desc": "The name of the DNS network interface from which an HBase REST Server should report its IP address.",
-        "display_name": "HBase REST Server DNS Network Interface",
-        "name": "hbase_restserver_dns_interface",
-        "value": null
-    },
-    {
-        "desc": "The directory in which stacks logs are placed. If not set, stacks are logged into a <code>stacks</code> subdirectory of the role's log directory.",
-        "display_name": "Stacks Collection Directory",
-        "name": "stacks_collection_directory",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase REST Server DNS Network Interface parameter.",
-        "display_name": "Suppress Parameter Validation: HBase REST Server DNS Network Interface",
-        "name": "role_config_suppression_hbase_restserver_dns_interface",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Heap Dump Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Percentage Thresholds",
-        "name": "heap_dump_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Log Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Log Directory Free Space",
-        "name": "role_health_suppression_hbase_rest_server_log_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase REST Server TLS/SSL Server JKS Keystore Key Password parameter.",
-        "display_name": "Suppress Parameter Validation: HBase REST Server TLS/SSL Server JKS Keystore Key Password",
-        "name": "role_config_suppression_hbase_restserver_keystore_keypassword",
-        "value": "false"
-    },
-    {
-        "desc": "Number of CPU shares to assign to this role. The greater the number of shares, the larger the share of the host's CPUs that will be given to this role when the host experiences CPU contention. Must be between 2 and 262144. Defaults to 1024 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup CPU Shares",
-        "name": "rm_cpu_shares",
-        "value": "1024"
-    },
-    {
-        "desc": "Whether to suppress the results of the Host Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Host Health",
-        "name": "role_health_suppression_hbase_rest_server_host_health",
-        "value": "false"
-    },
-    {
-        "desc": "Path to directory where heap dumps are generated when java.lang.OutOfMemoryError error is thrown. This directory is automatically created if it does not exist. If this directory already exists, role user must have write access to this directory. If this directory is shared among multiple roles, it should have 1777 permissions. The heap dump files are created with 600 permissions and are owned by the role user. The amount of free space in this directory should be greater than the maximum Java Process heap size configured for this role.",
-        "display_name": "Heap Dump Directory",
-        "name": "oom_heap_dump_dir",
-        "value": "/tmp"
-    },
-    {
-        "desc": "The period to review when computing unexpected exits.",
-        "display_name": "Unexpected Exits Monitoring Period",
-        "name": "unexpected_exits_window",
-        "value": "5"
-    },
-    {
-        "desc": "Minimum size of the HBase REST Server thread pool. The server will maintain at least this number of threads in the pool at all times. The thread pool can grow up to the maximum size set by hbase.rest.threads.max.",
-        "display_name": "HBase REST Server Minimum Threads",
-        "name": "hbase_restserver_threads_min",
-        "value": "2"
-    },
-    {
-        "desc": "Whether to suppress the results of the Unexpected Exits heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Unexpected Exits",
-        "name": "role_health_suppression_hbase_rest_server_unexpected_exits",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Stacks Collection Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Stacks Collection Directory",
-        "name": "role_config_suppression_stacks_collection_directory",
-        "value": "false"
-    },
-    {
-        "desc": "The minimum log level for HBase REST Server logs",
-        "display_name": "HBase REST Server Logging Threshold",
-        "name": "log_threshold",
-        "value": "INFO"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hbase-hbasethriftserver.json

@@ -1,458 +0,0 @@
-[
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Log Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Log Directory Free Space Monitoring Percentage Thresholds",
-        "name": "log_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "<p>This file contains the rules that govern how log messages are turned into events by the custom log4j appender that this role loads. It is in JSON format, and is composed of a list of rules. Every log message is evaluated against each of these rules in turn to decide whether or not to send an event for that message. If a log message matches multiple rules, the first matching rule is used. </p><p>Each rule has some or all of the following fields:</p><ul><li><code>alert</code> - whether or not events generated from this rule should be promoted to alerts. A value of \"true\" will cause alerts to be generated. If not specified, the default is \"false\".</li><li><code>rate</code> <b>(mandatory)</b> - the maximum number of log messages matching this rule that can be sent as events every minute. If more than <code>rate</code> matching log messages are received in a single minute, the extra messages are ignored. If rate is less than 0, the number of messages per minute is unlimited.</li><li><code>periodminutes</code>  - the number of minutes during which the publisher will only publish <code>rate</code> events or fewer. If not specified, the default is <b>one minute</b></li><li><code>threshold</code> - apply this rule only to messages with this log4j severity level or above. An example is \"WARN\" for warning level messages or higher.</li><li><code>content</code> - match only those messages for which contents match this regular expression.</li><li><code>exceptiontype</code> - match only those messages that are part of an exception message. The exception type must match this regular expression.</li></ul><p>Example:</p><ul><li><pre>{\"alert\": false, \"rate\": 10, \"exceptiontype\": \"java.lang.StringIndexOutOfBoundsException\"}</pre>This rule sends events to Cloudera Manager for every <code>StringIndexOutOfBoundsException</code>, up to a maximum of 10 every minute.</li><li><pre>{\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"exceptiontype\": \".*\"}, {\"alert\": true, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"ERROR\"}</pre>In this example, an event generated may not be promoted to alert if an exception is in the ERROR log message, because the first rule with alert = false will match.</li></ul>",
-        "display_name": "Rules to Extract Events from Log Files",
-        "name": "log_event_whitelist",
-        "value": "{\n  \"version\": \"0\",\n  \"rules\": [\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"FATAL\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 2, \"exceptiontype\": \".*\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"WARN\"}\n  ]\n}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Thrift Server Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Thrift Server Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_hbasethriftserver_role_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Java Configuration Options for HBase Thrift Server parameter.",
-        "display_name": "Suppress Parameter Validation: Java Configuration Options for HBase Thrift Server",
-        "name": "role_config_suppression_hbase_thriftserver_java_opts",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Unexpected Exits heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Unexpected Exits",
-        "name": "role_health_suppression_hbase_thrift_server_unexpected_exits",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Thrift Server DNS Network Interface parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Thrift Server DNS Network Interface",
-        "name": "role_config_suppression_hbase_thriftserver_dns_interface",
-        "value": "false"
-    },
-    {
-        "desc": "The \"core size\" of the thread pool. New threads are created on every connection until this many threads are created.",
-        "display_name": "HBase Thrift Server Min Worker Threads",
-        "name": "hbase_thriftserver_min_worker_threads",
-        "value": "200"
-    },
-    {
-        "desc": "The period to review when computing unexpected exits.",
-        "display_name": "Unexpected Exits Monitoring Period",
-        "name": "unexpected_exits_window",
-        "value": "5"
-    },
-    {
-        "desc": "Whether to suppress the results of the Host Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Host Health",
-        "name": "role_health_suppression_hbase_thrift_server_host_health",
-        "value": "false"
-    },
-    {
-        "desc": "The port that HBase Thrift Server binds to.",
-        "display_name": "HBase Thrift Server Port",
-        "name": "hbase_thriftserver_port",
-        "value": "9090"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Heap Dump Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Percentage Thresholds",
-        "name": "heap_dump_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Thrift Server Bind Address parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Thrift Server Bind Address",
-        "name": "role_config_suppression_hbase_thriftserver_bindaddress",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the File Descriptors heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: File Descriptors",
-        "name": "role_health_suppression_hbase_thrift_server_file_descriptor",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Thrift Server DNS Name Server parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Thrift Server DNS Name Server",
-        "name": "role_config_suppression_hbase_thriftserver_dns_nameserver",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Absolute Thresholds",
-        "name": "heap_dump_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "The health test thresholds on the swap memory usage of the process.",
-        "display_name": "Process Swap Memory Thresholds",
-        "name": "process_swap_memory_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"any\"}"
-    },
-    {
-        "desc": "The method used to collect stacks. The jstack option involves periodically running the jstack command against the role's daemon process. The servlet method is available for those roles that have an HTTP server endpoint exposing the current stacks traces of all threads. When the servlet method is selected, that HTTP endpoint is periodically scraped.",
-        "display_name": "Stacks Collection Method",
-        "name": "stacks_collection_method",
-        "value": "jstack"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Thrift Server Log Directory parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Thrift Server Log Directory",
-        "name": "role_config_suppression_hbase_thriftserver_log_dir",
-        "value": "false"
-    },
-    {
-        "desc": "Whether or not periodic stacks collection is enabled.",
-        "display_name": "Stacks Collection Enabled",
-        "name": "stacks_collection_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "The maximum number of rolled log files to keep for HBase Thrift Server logs.  Typically used by log4j or logback.",
-        "display_name": "HBase Thrift Server Maximum Log File Backups",
-        "name": "max_log_backup_index",
-        "value": "10"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Thrift Server Logging Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Thrift Server Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_log4j_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Log Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Log Directory Free Space",
-        "name": "role_health_suppression_hbase_thrift_server_log_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "The path to the TLS/SSL keystore file containing the server certificate and private key used for TLS/SSL. Used when HBase Thrift Server over HTTP is acting as a TLS/SSL server. The keystore must be in JKS format.",
-        "display_name": "HBase Thrift Server over HTTP TLS/SSL Server JKS Keystore File Location",
-        "name": "hbase_thriftserver_http_keystore_file",
-        "value": null
-    },
-    {
-        "desc": "Maximum size in bytes for the Java Process heap memory.  Passed to Java -Xmx.",
-        "display_name": "Java Heap Size of HBase Thrift Server in Bytes",
-        "name": "hbase_thriftserver_java_heapsize",
-        "value": "1073741824"
-    },
-    {
-        "desc": "Soft memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process if and only if the host is facing memory pressure. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Soft Limit",
-        "name": "rm_memory_soft_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory.",
-        "display_name": "Log Directory Free Space Monitoring Absolute Thresholds",
-        "name": "log_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "The password for the HBase Thrift Server over HTTP JKS keystore file.",
-        "display_name": "HBase Thrift Server over HTTP TLS/SSL Server JKS Keystore File Password",
-        "name": "hbase_thriftserver_http_keystore_password",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Rules to Extract Events from Log Files parameter.",
-        "display_name": "Suppress Parameter Validation: Rules to Extract Events from Log Files",
-        "name": "role_config_suppression_log_event_whitelist",
-        "value": "false"
-    },
-    {
-        "desc": "If true, HBase Thrift Server Web UI will bind to a wildcard address (0.0.0.0). Otherwise it will bind to a host name. Only available in CDH 4.3 and later.",
-        "display_name": "HBase Thrift Server Web UI Bind to Wildcard Address",
-        "name": "hbase_thriftserver_info_bind_to_wildcard",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Thrift Server over HTTP TLS/SSL Server JKS Keystore File Location parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Thrift Server over HTTP TLS/SSL Server JKS Keystore File Location",
-        "name": "role_config_suppression_hbase_thriftserver_http_keystore_file",
-        "value": "false"
-    },
-    {
-        "desc": "Address to bind the HBase Thrift Server to. When using the THsHaServer or the TNonblockingServer, always binds to 0.0.0.0 irrespective of this configuration value.",
-        "display_name": "HBase Thrift Server Bind Address",
-        "name": "hbase_thriftserver_bindaddress",
-        "value": "0.0.0.0"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Hard memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Hard Limit",
-        "name": "rm_memory_hard_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "Type of HBase Thrift Server.",
-        "display_name": "HBase Thrift Server Type",
-        "name": "hbase_thriftserver_type",
-        "value": "threadpool"
-    },
-    {
-        "desc": "When set, this role's process is automatically (and transparently) restarted in the event of an unexpected failure.",
-        "display_name": "Automatically Restart Process",
-        "name": "process_auto_restart",
-        "value": "false"
-    },
-    {
-        "desc": "Cloudera Manager agent monitors each service and each of its role by publishing metrics to the Cloudera Manager Service Monitor. Setting it to false will stop Cloudera Manager agent from publishing any metric for corresponding service/roles. This is usually helpful for services that generate large amount of metrics which Service Monitor is not able to process.",
-        "display_name": "Enable Metric Collection",
-        "name": "process_should_monitor",
-        "value": "true"
-    },
-    {
-        "desc": "Weight for the read I/O requests issued by this role. The greater the weight, the higher the priority of the requests when the host experiences I/O contention. Must be between 100 and 1000. Defaults to 1000 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup I/O Weight",
-        "name": "rm_io_weight",
-        "value": "500"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Thrift Server over HTTP TLS/SSL Server JKS Keystore File Password parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Thrift Server over HTTP TLS/SSL Server JKS Keystore File Password",
-        "name": "role_config_suppression_hbase_thriftserver_http_keystore_password",
-        "value": "false"
-    },
-    {
-        "desc": "The amount of stacks data that is retained. After the retention limit is reached, the oldest data is deleted.",
-        "display_name": "Stacks Collection Data Retention",
-        "name": "stacks_collection_data_retention",
-        "value": "104857600"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Heap Dump Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Heap Dump Directory",
-        "name": "role_config_suppression_oom_heap_dump_dir",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of this role except client configuration.",
-        "display_name": "HBase Thrift Server Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "HBASETHRIFTSERVER_role_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>log4j.properties</strong> for this role only.",
-        "display_name": "HBase Thrift Server Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "log4j_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Role Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Role Triggers",
-        "name": "role_config_suppression_role_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "When computing the overall HBase Thrift Server health, consider the host's health.",
-        "display_name": "HBase Thrift Server Host Health Test",
-        "name": "hbasethriftserver_host_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The password that protects the private key contained in the JKS keystore used when HBase Thrift Server over HTTP is acting as a TLS/SSL server.",
-        "display_name": "HBase Thrift Server over HTTP TLS/SSL Server JKS Keystore Key Password",
-        "name": "hbase_thriftserver_http_keystore_keypassword",
-        "value": null
-    },
-    {
-        "desc": "Enables the health test that the HBase Thrift Server's process state is consistent with the role configuration",
-        "display_name": "HBase Thrift Server Process Health Test",
-        "name": "hbasethriftserver_scm_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "These arguments will be passed as part of the Java command line. Commonly, garbage collection flags, PermGen, or extra debugging flags would be passed here.",
-        "display_name": "Java Configuration Options for HBase Thrift Server",
-        "name": "hbase_thriftserver_java_opts",
-        "value": "-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled"
-    },
-    {
-        "desc": "Use framed transport. When using the THsHaServer or TNonblockingServer, framed transport is always used irrespective of this configuration value.",
-        "display_name": "Enable HBase Thrift Server Framed Transport",
-        "name": "hbase_thriftserver_framed",
-        "value": "false"
-    },
-    {
-        "desc": "If configured, overrides the process soft and hard rlimits (also called ulimits) for file descriptors to the configured value.",
-        "display_name": "Maximum Process File Descriptors",
-        "name": "rlimit_fds",
-        "value": null
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "The maximum size, in megabytes, per log file for HBase Thrift Server logs.  Typically used by log4j or logback.",
-        "display_name": "HBase Thrift Server Max Log Size",
-        "name": "max_log_size",
-        "value": "200"
-    },
-    {
-        "desc": "When set, a SIGKILL signal is sent to the role process when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Kill When Out of Memory",
-        "name": "oom_sigkill_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The port that HBase Thrift Server Web UI binds to.",
-        "display_name": "HBase Thrift Server Web UI Port",
-        "name": "hbase_thriftserver_info_port",
-        "value": "9095"
-    },
-    {
-        "desc": "When set, generates heap dump file when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Dump Heap When Out of Memory",
-        "name": "oom_heap_dump_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Thrift Server over HTTP TLS/SSL Server JKS Keystore Key Password parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Thrift Server over HTTP TLS/SSL Server JKS Keystore Key Password",
-        "name": "role_config_suppression_hbase_thriftserver_http_keystore_keypassword",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Audit Pipeline Test heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Audit Pipeline Test",
-        "name": "role_health_suppression_hbase_thrift_server_audit_health",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for unexpected exits encountered within a recent period specified by the unexpected_exits_window configuration for the role.",
-        "display_name": "Unexpected Exits Thresholds",
-        "name": "unexpected_exits_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Swap Memory Usage heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Swap Memory Usage",
-        "name": "role_health_suppression_hbase_thrift_server_swap_memory_usage",
-        "value": "false"
-    },
-    {
-        "desc": "<p>The configured triggers for this role. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific role. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the following JSON formatted trigger configured for a DataNode fires if the DataNode has more than 1500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleName=$ROLENAME and last(fd_open) > 1500) DO health:bad\",\n  \"streamThreshold\": 0, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Role Triggers",
-        "name": "role_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "The host name or IP address of the DNS name server which an HBase Thrift Server should use to determine the host name used for communication and display purposes.",
-        "display_name": "HBase Thrift Server DNS Name Server",
-        "name": "hbase_thriftserver_dns_nameserver",
-        "value": null
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this role reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Health Alerts for this Role",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the Process Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Process Status",
-        "name": "role_health_suppression_hbase_thrift_server_scm_health",
-        "value": "false"
-    },
-    {
-        "desc": "Use the TCompactProtocol instead of the default TBinaryProtocol. TCompactProtocol is a binary protocol that is more compact than the default and typically more efficient.",
-        "display_name": "Enable HBase Thrift Server Compact Protocol",
-        "name": "hbase_thriftserver_compact",
-        "value": "false"
-    },
-    {
-        "desc": "The name of the DNS network interface from which an HBase Thrift Server should report its IP address.",
-        "display_name": "HBase Thrift Server DNS Network Interface",
-        "name": "hbase_thriftserver_dns_interface",
-        "value": null
-    },
-    {
-        "desc": "The directory in which stacks logs are placed. If not set, stacks are logged into a <code>stacks</code> subdirectory of the role's log directory.",
-        "display_name": "Stacks Collection Directory",
-        "name": "stacks_collection_directory",
-        "value": null
-    },
-    {
-        "desc": "Directory where HBase Thrift Server will place its log files.",
-        "display_name": "HBase Thrift Server Log Directory",
-        "name": "hbase_thriftserver_log_dir",
-        "value": "/var/log/hbase"
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>hbase-site.xml</strong> for this role only.",
-        "display_name": "HBase Thrift Server Advanced Configuration Snippet (Safety Valve) for hbase-site.xml",
-        "name": "hbase_thriftserver_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress the results of the Heap Dump Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Heap Dump Directory Free Space",
-        "name": "role_health_suppression_hbase_thrift_server_heap_dump_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds of the number of file descriptors used. Specified as a percentage of file descriptor limit.",
-        "display_name": "File Descriptor Monitoring Thresholds",
-        "name": "hbasethriftserver_fd_thresholds",
-        "value": "{\"critical\":\"70.0\",\"warning\":\"50.0\"}"
-    },
-    {
-        "desc": "Number of CPU shares to assign to this role. The greater the number of shares, the larger the share of the host's CPUs that will be given to this role when the host experiences CPU contention. Must be between 2 and 262144. Defaults to 1024 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup CPU Shares",
-        "name": "rm_cpu_shares",
-        "value": "1024"
-    },
-    {
-        "desc": "Path to directory where heap dumps are generated when java.lang.OutOfMemoryError error is thrown. This directory is automatically created if it does not exist. If this directory already exists, role user must have write access to this directory. If this directory is shared among multiple roles, it should have 1777 permissions. The heap dump files are created with 600 permissions and are owned by the role user. The amount of free space in this directory should be greater than the maximum Java Process heap size configured for this role.",
-        "display_name": "Heap Dump Directory",
-        "name": "oom_heap_dump_dir",
-        "value": "/tmp"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Thrift Server Advanced Configuration Snippet (Safety Valve) for hbase-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Thrift Server Advanced Configuration Snippet (Safety Valve) for hbase-site.xml",
-        "name": "role_config_suppression_hbase_thriftserver_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The frequency with which stacks are collected.",
-        "display_name": "Stacks Collection Frequency",
-        "name": "stacks_collection_frequency",
-        "value": "5.0"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Stacks Collection Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Stacks Collection Directory",
-        "name": "role_config_suppression_stacks_collection_directory",
-        "value": "false"
-    },
-    {
-        "desc": "The minimum log level for HBase Thrift Server logs",
-        "display_name": "HBase Thrift Server Logging Threshold",
-        "name": "log_threshold",
-        "value": "INFO"
-    },
-    {
-        "desc": "Encrypt communication between clients and HBase Thrift Server over HTTP using Transport Layer Security (TLS) (formerly known as Secure Socket Layer (SSL)).",
-        "display_name": "Enable TLS/SSL for HBase Thrift Server over HTTP",
-        "name": "hbase_thriftserver_http_use_ssl",
-        "value": "false"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hbase-master.json

@@ -1,518 +0,0 @@
-[
-    {
-        "desc": "Whether or not periodic stacks collection is enabled.",
-        "display_name": "Stacks Collection Enabled",
-        "name": "stacks_collection_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "Directory where Master will place its log files.",
-        "display_name": "Master Log Directory",
-        "name": "hbase_master_log_dir",
-        "value": "/var/log/hbase"
-    },
-    {
-        "desc": "The health test thresholds on the duration of the metrics request to the web server.",
-        "display_name": "Web Metric Collection Duration",
-        "name": "master_web_metric_collection_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"10000.0\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Log Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Log Directory Free Space",
-        "name": "role_health_suppression_master_log_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Maximum size in bytes for the Java Process heap memory.  Passed to Java -Xmx.",
-        "display_name": "Java Heap Size of HBase Master in Bytes",
-        "name": "hbase_master_java_heapsize",
-        "value": "1073741824"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>log4j.properties</strong> for this role only.",
-        "display_name": "Master Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "log4j_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "When true, HBase Master will bind to 0.0.0.0. Only available with CDH 4.3 and later.",
-        "display_name": "HBase Master Bind to Wildcard Address",
-        "name": "hbase_master_bind_to_wildcard_address",
-        "value": "true"
-    },
-    {
-        "desc": "The period to review when computing unexpected exits.",
-        "display_name": "Unexpected Exits Monitoring Period",
-        "name": "unexpected_exits_window",
-        "value": "5"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Master Web UI Address parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Master Web UI Address",
-        "name": "role_config_suppression_hbase_master_info_bindaddress",
-        "value": "false"
-    },
-    {
-        "desc": "The port for the HBase Master web UI. Set to -1 to disable the HBase Master web UI.",
-        "display_name": "HBase Master Web UI Port",
-        "name": "hbase_master_info_port",
-        "value": "60010"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Heap Dump Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Heap Dump Directory",
-        "name": "role_config_suppression_oom_heap_dump_dir",
-        "value": "false"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "Maximum time an HLog remains in the .oldlogdir directory until an HBase Master thread deletes it.",
-        "display_name": "Maximum Time to Keep HLogs",
-        "name": "hbase_master_logcleaner_ttl",
-        "value": "60000"
-    },
-    {
-        "desc": "When set, generates heap dump file when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Dump Heap When Out of Memory",
-        "name": "oom_heap_dump_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the HBase Master Canary heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: HBase Master Canary",
-        "name": "role_health_suppression_master_canary_health",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of this role except client configuration.",
-        "display_name": "Master Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "MASTER_role_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The address for the HBase Master web UI",
-        "display_name": "HBase Master Web UI Address",
-        "name": "hbase_master_info_bindAddress",
-        "value": null
-    },
-    {
-        "desc": "A comma-separated list of LogCleanerDelegate(s) that are used in LogsCleaner. WAL/HLog cleaner(s) are called in order, so put the log cleaner that prunes the most log files in the front. To implement your own LogCleanerDelegate, add it to HBase's classpath and add the fully-qualified class name here. You should always add the above default log cleaners in the list, unless you have a special reason not to.",
-        "display_name": "HBase Master Log Cleaner Plugins",
-        "name": "hbase_master_logcleaner_plugins",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress the results of the Web Server Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Web Server Status",
-        "name": "role_health_suppression_master_web_metric_collection",
-        "value": "false"
-    },
-    {
-        "desc": "The host name or IP address of the DNS name server which an HBase Master should use to determine the host name used for communication and display purposes.",
-        "display_name": "HBase Master DNS Name Server",
-        "name": "hbase_master_dns_nameserver",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Stacks Collection Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Stacks Collection Directory",
-        "name": "role_config_suppression_stacks_collection_directory",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Master Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Master Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_master_role_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Log Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Log Directory Free Space Monitoring Percentage Thresholds",
-        "name": "log_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "<p>This file contains the rules that govern how log messages are turned into events by the custom log4j appender that this role loads. It is in JSON format, and is composed of a list of rules. Every log message is evaluated against each of these rules in turn to decide whether or not to send an event for that message. If a log message matches multiple rules, the first matching rule is used. </p><p>Each rule has some or all of the following fields:</p><ul><li><code>alert</code> - whether or not events generated from this rule should be promoted to alerts. A value of \"true\" will cause alerts to be generated. If not specified, the default is \"false\".</li><li><code>rate</code> <b>(mandatory)</b> - the maximum number of log messages matching this rule that can be sent as events every minute. If more than <code>rate</code> matching log messages are received in a single minute, the extra messages are ignored. If rate is less than 0, the number of messages per minute is unlimited.</li><li><code>periodminutes</code>  - the number of minutes during which the publisher will only publish <code>rate</code> events or fewer. If not specified, the default is <b>one minute</b></li><li><code>threshold</code> - apply this rule only to messages with this log4j severity level or above. An example is \"WARN\" for warning level messages or higher.</li><li><code>content</code> - match only those messages for which contents match this regular expression.</li><li><code>exceptiontype</code> - match only those messages that are part of an exception message. The exception type must match this regular expression.</li></ul><p>Example:</p><ul><li><pre>{\"alert\": false, \"rate\": 10, \"exceptiontype\": \"java.lang.StringIndexOutOfBoundsException\"}</pre>This rule sends events to Cloudera Manager for every <code>StringIndexOutOfBoundsException</code>, up to a maximum of 10 every minute.</li><li><pre>{\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"exceptiontype\": \".*\"}, {\"alert\": true, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"ERROR\"}</pre>In this example, an event generated may not be promoted to alert if an exception is in the ERROR log message, because the first rule with alert = false will match.</li></ul>",
-        "display_name": "Rules to Extract Events from Log Files",
-        "name": "log_event_whitelist",
-        "value": "{\n  \"version\": \"0\",\n  \"rules\": [\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"FATAL\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.io.IOException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.net.SocketException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.net.SocketClosedException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.io.EOFException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.nio.channels.CancelledKeyException\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\": \".* is deprecated. Instead, use .*\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\": \".* is deprecated. Use .* instead\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"WARN\", \"content\": \"IPC Server handler.*ClosedChannelException\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"WARN\", \"content\": \"IPC Server Responder, call.*output error\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"WARN\", \"content\": \"Daughter regiondir does not exist: .*\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"WARN\", \"content\": \"File.*might still be open.*\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"WARN\", \"content\": \"File.*might still be open.*\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"WARN\", \"content\": \"Moving table .+ state to enabled but was already enabled\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"WARN\", \"content\": \"Received OPENED for region.*but region was in the state.*\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 2, \"exceptiontype\": \".*\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\"Unknown job [^ ]+ being deleted.*\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\"Error executing shell command .+ No such process.+\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\".*attempt to override final parameter.+\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\"[^ ]+ is a deprecated filesystem name. Use.*\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"WARN\"}\n  ]\n}\n"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Master Log Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Master Log Directory",
-        "name": "role_config_suppression_hbase_master_log_dir",
-        "value": "false"
-    },
-    {
-        "desc": "The amount of time allowed after this role is started that failures of health tests that rely on communication with this role will be tolerated.",
-        "display_name": "Health Test Startup Tolerance",
-        "name": "master_startup_tolerance",
-        "value": "5"
-    },
-    {
-        "desc": "Number of pooled threads to handle region closing in the master.",
-        "display_name": "Region Closing Threads",
-        "name": "hbase_master_executor_closeregion_threads",
-        "value": "5"
-    },
-    {
-        "desc": "When computing the overall Master health, consider the host's health.",
-        "display_name": "Master Host Health Test",
-        "name": "master_host_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Absolute Thresholds",
-        "name": "heap_dump_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "The method used to collect stacks. The jstack option involves periodically running the jstack command against the role's daemon process. The servlet method is available for those roles that have an HTTP server endpoint exposing the current stacks traces of all threads. When the servlet method is selected, that HTTP endpoint is periodically scraped.",
-        "display_name": "Stacks Collection Method",
-        "name": "stacks_collection_method",
-        "value": "jstack"
-    },
-    {
-        "desc": "Enables the health test that the Cloudera Manager Agent can successfully contact and gather metrics from the web server.",
-        "display_name": "Web Metric Collection",
-        "name": "master_web_metric_collection_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The maximum size, in megabytes, per log file for Master logs.  Typically used by log4j or logback.",
-        "display_name": "Master Max Log Size",
-        "name": "max_log_size",
-        "value": "200"
-    },
-    {
-        "desc": "<p>The configured triggers for this role. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific role. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the following JSON formatted trigger configured for a DataNode fires if the DataNode has more than 1500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleName=$ROLENAME and last(fd_open) > 1500) DO health:bad\",\n  \"streamThreshold\": 0, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Role Triggers",
-        "name": "role_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "The health test thresholds for the weighted average time spent in Java garbage collection. Specified as a percentage of elapsed wall clock time.",
-        "display_name": "Garbage Collection Duration Thresholds",
-        "name": "master_gc_duration_thresholds",
-        "value": "{\"critical\":\"60.0\",\"warning\":\"30.0\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Process Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Process Status",
-        "name": "role_health_suppression_master_scm_health",
-        "value": "false"
-    },
-    {
-        "desc": "Advanced Configuration Snippet (Safety Valve) for Hadoop Metrics2. Properties will be inserted into <strong>hadoop-metrics2.properties</strong>.",
-        "display_name": "Hadoop Metrics2 Advanced Configuration Snippet (Safety Valve)",
-        "name": "hadoop_metrics2_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The amount of stacks data that is retained. After the retention limit is reached, the oldest data is deleted.",
-        "display_name": "Stacks Collection Data Retention",
-        "name": "stacks_collection_data_retention",
-        "value": "104857600"
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>hbase-site.xml</strong> for this role only.",
-        "display_name": "Master Advanced Configuration Snippet (Safety Valve) for hbase-site.xml",
-        "name": "hbase_master_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "These arguments will be passed as part of the Java command line. Commonly, garbage collection flags, PermGen, or extra debugging flags would be passed here.",
-        "display_name": "Java Configuration Options for HBase Master",
-        "name": "hbase_master_java_opts",
-        "value": "-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled"
-    },
-    {
-        "desc": "When set, this role's process is automatically (and transparently) restarted in the event of an unexpected failure.",
-        "display_name": "Automatically Restart Process",
-        "name": "process_auto_restart",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for unexpected exits encountered within a recent period specified by the unexpected_exits_window configuration for the role.",
-        "display_name": "Unexpected Exits Thresholds",
-        "name": "unexpected_exits_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Master DNS Network Interface parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Master DNS Network Interface",
-        "name": "role_config_suppression_hbase_master_dns_interface",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hadoop Metrics2 Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Hadoop Metrics2 Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_hadoop_metrics2_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Heap Dump Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Percentage Thresholds",
-        "name": "heap_dump_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Number of CPU shares to assign to this role. The greater the number of shares, the larger the share of the host's CPUs that will be given to this role when the host experiences CPU contention. Must be between 2 and 262144. Defaults to 1024 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup CPU Shares",
-        "name": "rm_cpu_shares",
-        "value": "1024"
-    },
-    {
-        "desc": "The minimum log level for Master logs",
-        "display_name": "Master Logging Threshold",
-        "name": "log_threshold",
-        "value": "INFO"
-    },
-    {
-        "desc": "Whether to suppress the results of the Audit Pipeline Test heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Audit Pipeline Test",
-        "name": "role_health_suppression_master_audit_health",
-        "value": "false"
-    },
-    {
-        "desc": "Number of pooled threads to handle the recovery of the RegionServers in the master.",
-        "display_name": "RegionServer Recovery Threads",
-        "name": "hbase_master_executor_serverops_threads",
-        "value": "5"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Master Logging Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Master Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_log4j_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Rules to Extract Events from Log Files parameter.",
-        "display_name": "Suppress Parameter Validation: Rules to Extract Events from Log Files",
-        "name": "role_config_suppression_log_event_whitelist",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Hard memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Hard Limit",
-        "name": "rm_memory_hard_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "Whether to suppress the results of the GC Duration heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: GC Duration",
-        "name": "role_health_suppression_master_gc_duration",
-        "value": "false"
-    },
-    {
-        "desc": "The period to review when computing the moving average of garbage collection time.",
-        "display_name": "Garbage Collection Duration Monitoring Period",
-        "name": "master_gc_duration_window",
-        "value": "5"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory.",
-        "display_name": "Log Directory Free Space Monitoring Absolute Thresholds",
-        "name": "log_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "If configured, overrides the process soft and hard rlimits (also called ulimits) for file descriptors to the configured value.",
-        "display_name": "Maximum Process File Descriptors",
-        "name": "rlimit_fds",
-        "value": null
-    },
-    {
-        "desc": "Number of RPC Server instances spun up on HBase Master.",
-        "display_name": "HBase Master Handler Count",
-        "name": "hbase_master_handler_count",
-        "value": "25"
-    },
-    {
-        "desc": "Whether to suppress the results of the Unexpected Exits heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Unexpected Exits",
-        "name": "role_health_suppression_master_unexpected_exits",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Master DNS Name Server parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Master DNS Name Server",
-        "name": "role_config_suppression_hbase_master_dns_nameserver",
-        "value": "false"
-    },
-    {
-        "desc": "Path to directory where heap dumps are generated when java.lang.OutOfMemoryError error is thrown. This directory is automatically created if it does not exist. If this directory already exists, role user must have write access to this directory. If this directory is shared among multiple roles, it should have 1777 permissions. The heap dump files are created with 600 permissions and are owned by the role user. The amount of free space in this directory should be greater than the maximum Java Process heap size configured for this role.",
-        "display_name": "Heap Dump Directory",
-        "name": "oom_heap_dump_dir",
-        "value": "/tmp"
-    },
-    {
-        "desc": "Number of pooled threads to handle region opening in the master.",
-        "display_name": "Region Opening Threads",
-        "name": "hbase_master_executor_openregion_threads",
-        "value": "5"
-    },
-    {
-        "desc": "The frequency with which stacks are collected.",
-        "display_name": "Stacks Collection Frequency",
-        "name": "stacks_collection_frequency",
-        "value": "5.0"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this role reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Health Alerts for this Role",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "The name of the DNS network interface from which an HBase Master should report its IP address.",
-        "display_name": "HBase Master DNS Network Interface",
-        "name": "hbase_master_dns_interface",
-        "value": null
-    },
-    {
-        "desc": "Enables the health test that the Master's process state is consistent with the role configuration",
-        "display_name": "Master Process Health Test",
-        "name": "master_scm_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Coprocessor Master Classes parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Coprocessor Master Classes",
-        "name": "role_config_suppression_hbase_coprocessor_master_classes",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Master Advanced Configuration Snippet (Safety Valve) for hbase-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: Master Advanced Configuration Snippet (Safety Valve) for hbase-site.xml",
-        "name": "role_config_suppression_hbase_master_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Time period in seconds to reset long-running metrics (e.g. compactions). This is an HBase specific configuration.",
-        "display_name": "Extended Period",
-        "name": "hbase_metrics_extended_period",
-        "value": "3600"
-    },
-    {
-        "desc": "The health test thresholds on the swap memory usage of the process.",
-        "display_name": "Process Swap Memory Thresholds",
-        "name": "process_swap_memory_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"any\"}"
-    },
-    {
-        "desc": "The health test thresholds of the number of file descriptors used. Specified as a percentage of file descriptor limit.",
-        "display_name": "File Descriptor Monitoring Thresholds",
-        "name": "master_fd_thresholds",
-        "value": "{\"critical\":\"70.0\",\"warning\":\"50.0\"}"
-    },
-    {
-        "desc": "The port that the HBase Master binds to.",
-        "display_name": "HBase Master Port",
-        "name": "hbase_master_port",
-        "value": "60000"
-    },
-    {
-        "desc": "The maximum number of rolled log files to keep for Master logs.  Typically used by log4j or logback.",
-        "display_name": "Master Maximum Log File Backups",
-        "name": "max_log_backup_index",
-        "value": "10"
-    },
-    {
-        "desc": "List of org.apache.hadoop.hbase.coprocessor.MasterObserver coprocessors that are loaded by default on the active HMaster process. For any implemented coprocessor methods, the listed classes will be called in order. After implementing your own MasterObserver, just put it in HBase's classpath and add the fully qualified class name here.",
-        "display_name": "HBase Coprocessor Master Classes",
-        "name": "hbase_coprocessor_master_classes",
-        "value": ""
-    },
-    {
-        "desc": "Soft memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process if and only if the host is facing memory pressure. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Soft Limit",
-        "name": "rm_memory_soft_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "Whether to suppress the results of the File Descriptors heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: File Descriptors",
-        "name": "role_health_suppression_master_file_descriptor",
-        "value": "false"
-    },
-    {
-        "desc": "Enables the health test that a client can connect to the HBase Master",
-        "display_name": "HBase Master Canary Health Test",
-        "name": "master_canary_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Cloudera Manager agent monitors each service and each of its role by publishing metrics to the Cloudera Manager Service Monitor. Setting it to false will stop Cloudera Manager agent from publishing any metric for corresponding service/roles. This is usually helpful for services that generate large amount of metrics which Service Monitor is not able to process.",
-        "display_name": "Enable Metric Collection",
-        "name": "process_should_monitor",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the Swap Memory Usage heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Swap Memory Usage",
-        "name": "role_health_suppression_master_swap_memory_usage",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Role Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Role Triggers",
-        "name": "role_config_suppression_role_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Heap Dump Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Heap Dump Directory Free Space",
-        "name": "role_health_suppression_master_heap_dump_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "When set, a SIGKILL signal is sent to the role process when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Kill When Out of Memory",
-        "name": "oom_sigkill_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Master Log Cleaner Plugins parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Master Log Cleaner Plugins",
-        "name": "role_config_suppression_hbase_master_logcleaner_plugins",
-        "value": "false"
-    },
-    {
-        "desc": "The directory in which stacks logs are placed. If not set, stacks are logged into a <code>stacks</code> subdirectory of the role's log directory.",
-        "display_name": "Stacks Collection Directory",
-        "name": "stacks_collection_directory",
-        "value": null
-    },
-    {
-        "desc": "Weight for the read I/O requests issued by this role. The greater the weight, the higher the priority of the requests when the host experiences I/O contention. Must be between 100 and 1000. Defaults to 1000 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup I/O Weight",
-        "name": "rm_io_weight",
-        "value": "500"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Java Configuration Options for HBase Master parameter.",
-        "display_name": "Suppress Parameter Validation: Java Configuration Options for HBase Master",
-        "name": "role_config_suppression_hbase_master_java_opts",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Host Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Host Health",
-        "name": "role_health_suppression_master_host_health",
-        "value": "false"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hbase-service.json

@@ -1,668 +0,0 @@
-[
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Short-Circuit Read Enabled Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Short-Circuit Read Enabled Validator",
-        "name": "service_config_suppression_short_circuit_read_validator",
-        "value": "false"
-    },
-    {
-        "desc": "The user that this service's processes should run as.",
-        "display_name": "System User",
-        "name": "process_username",
-        "value": "hbase"
-    },
-    {
-        "desc": "Enables the canary that checks HBase region availability by scanning a row from every region.",
-        "display_name": "HBase Region Health Canary",
-        "name": "hbase_region_health_canary_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Name of the HDFS service that this HBase service instance depends on",
-        "display_name": "HDFS Service",
-        "name": "hdfs_service",
-        "value": null
-    },
-    {
-        "desc": "Period of time, in milliseconds, to pause between connection retries to ZooKeeper. Used together with ${zookeeper.retries} in an exponential backoff fashion when making queries to ZooKeeper.",
-        "display_name": "ZooKeeper Connection Retry Pause Duration",
-        "name": "zookeeper_pause",
-        "value": null
-    },
-    {
-        "desc": "Allow HBase tables to be replicated.",
-        "display_name": "Enable Replication",
-        "name": "hbase_enable_replication",
-        "value": "false"
-    },
-    {
-        "desc": "When computing the overall HBase cluster health, consider the active HBase Master's health.",
-        "display_name": "Active Master Health Test",
-        "name": "hbase_master_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Size of the threadpool used for hedged reads in hdfs clients. If a read from a block is slow, a parallel 'hedged' read will be started against a different block replica. The first one to return with a result is used while the other one is cancelled. This 'hedged' read feature helps rein in the outliers. A value of zero disables the feature.",
-        "display_name": "HDFS Hedged Read Threadpool Size",
-        "name": "hbase_server_dfs_client_hedged_read_threadpool_size",
-        "value": "0"
-    },
-    {
-        "desc": "Use this to enable Http server usage on thrift, which is mainly needed for \"doAs\" functionality.",
-        "display_name": "Enable HBase Thrift Http Server",
-        "name": "hbase_thriftserver_http",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Hadoop TLS/SSL Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Hadoop TLS/SSL Validator",
-        "name": "service_config_suppression_hadoop_ssl_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase User to Impersonate parameter.",
-        "display_name": "Suppress Parameter Validation: HBase User to Impersonate",
-        "name": "service_config_suppression_hbase_user_to_impersonate",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the AWS S3 Secret Access Key for Remote Snapshots parameter.",
-        "display_name": "Suppress Parameter Validation: AWS S3 Secret Access Key for Remote Snapshots",
-        "name": "service_config_suppression_hbase_snapshot_s3_secret_access_key",
-        "value": "false"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "Timeout for all HBase RPCs in milliseconds.",
-        "display_name": "RPC Timeout",
-        "name": "hbase_rpc_timeout",
-        "value": "60000"
-    },
-    {
-        "desc": "The path to the TLS/SSL keystore file containing the server certificate and private key used for TLS/SSL. Used when HBase is acting as a TLS/SSL server. The keystore must be in JKS format.",
-        "display_name": "HBase TLS/SSL Server JKS Keystore File Location",
-        "name": "ssl_server_keystore_location",
-        "value": null
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>ssl-server.xml</strong>. Applies to configurations of all roles in this service except client configuration.",
-        "display_name": "HBase Service Advanced Configuration Snippet (Safety Valve) for ssl-server.xml",
-        "name": "hbase_ssl_server_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Service Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Service Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "service_config_suppression_hbase_service_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Service Advanced Configuration Snippet (Safety Valve) for hbase-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Service Advanced Configuration Snippet (Safety Valve) for hbase-site.xml",
-        "name": "service_config_suppression_hbase_service_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "When set, each role identifies important log events and forwards them to Cloudera Manager.",
-        "display_name": "Enable Log Event Capture",
-        "name": "catch_events",
-        "value": "true"
-    },
-    {
-        "desc": "The number of times to retry connections to ZooKeeper. Used for reading and writing root region location. Used together with ${zookeeper.pause} in an exponential backoff fashion when making queries to ZooKeeper.",
-        "display_name": "ZooKeeper Connection Retries",
-        "name": "zookeeper_retries",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Kerberos Principal parameter.",
-        "display_name": "Suppress Parameter Validation: Kerberos Principal",
-        "name": "service_config_suppression_kerberos_princ_name",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Gateway Count Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Gateway Count Validator",
-        "name": "service_config_suppression_gateway_count_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Timeout for graceful shutdown of this HBase service. Once this timeout is reached, any remaining running roles are abruptly shutdown. A value of 0 means no timeout.",
-        "display_name": "Graceful Shutdown Timeout",
-        "name": "hbase_graceful_stop_timeout",
-        "value": "180"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Service Advanced Configuration Snippet (Safety Valve) for ssl-server.xml parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Service Advanced Configuration Snippet (Safety Valve) for ssl-server.xml",
-        "name": "service_config_suppression_hbase_ssl_server_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the System Group parameter.",
-        "display_name": "Suppress Parameter Validation: System Group",
-        "name": "service_config_suppression_process_groupname",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds of the overall RegionServer health. The check returns \"Concerning\" health if the percentage of \"Healthy\" RegionServers falls below the warning threshold. The check is unhealthy if the total percentage of \"Healthy\" and \"Concerning\" RegionServers falls below the critical threshold.",
-        "display_name": "Healthy RegionServer Monitoring Thresholds",
-        "name": "hbase_regionservers_healthy_thresholds",
-        "value": "{\"critical\":\"90.0\",\"warning\":\"95.0\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the RegionServer Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: RegionServer Health",
-        "name": "service_health_suppression_hbase_region_servers_healthy",
-        "value": "false"
-    },
-    {
-        "desc": "An alert is published if the HBase region health canary detects at least this many unhealthy regions. This setting takes precedence over the hbase_canary_alert_unhealthy_region_percent_threshold config.",
-        "display_name": "HBase Canary Unhealthy Region Count Alert Threshold",
-        "name": "hbase_canary_alert_unhealthy_region_count_threshold",
-        "value": null
-    },
-    {
-        "desc": "Set to true to cause the hosting server (Master or RegionServer) to abort if a coprocessor throws a Throwable object that is not IOException or a subclass of IOException. Setting it to true might be useful in development environments where one wants to terminate the server as soon as possible to simplify coprocessor failure analysis.",
-        "display_name": "HBase Coprocessor Abort on Error",
-        "name": "hbase_coprocessor_abort_on_error",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only, a list of derived configuration properties that will be used by the Service Monitor instead of the default ones.",
-        "display_name": "Service Monitor Derived Configs Advanced Configuration Snippet (Safety Valve)",
-        "name": "smon_derived_configs_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Service Advanced Configuration Snippet (Safety Valve) for core-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Service Advanced Configuration Snippet (Safety Valve) for core-site.xml",
-        "name": "service_config_suppression_hbase_core_site_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The user the management services impersonate when connecting to HBase. If no value is specified, the HBase superuser is used.",
-        "display_name": "HBase User to Impersonate",
-        "name": "hbase_user_to_impersonate",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase TLS/SSL Server JKS Keystore File Location parameter.",
-        "display_name": "Suppress Parameter Validation: HBase TLS/SSL Server JKS Keystore File Location",
-        "name": "service_config_suppression_ssl_server_keystore_location",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Amazon S3 Path for Remote Snapshots parameter.",
-        "display_name": "Suppress Parameter Validation: Amazon S3 Path for Remote Snapshots",
-        "name": "service_config_suppression_hbase_snapshot_s3_path",
-        "value": "false"
-    },
-    {
-        "desc": "Timeout (in ms) for the distributed log splitting manager to receive response from a worker.",
-        "display_name": "SplitLog Manager Timeout",
-        "name": "hbase_service_splitlog_manager_timeout",
-        "value": "120000"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Scheduler Pool for Remote Snapshots in AWS S3 parameter.",
-        "display_name": "Suppress Parameter Validation: Scheduler Pool for Remote Snapshots in AWS S3",
-        "name": "service_config_suppression_hbase_snapshot_s3_scheduler_pool",
-        "value": "false"
-    },
-    {
-        "desc": "Allow indexing of tables in HBase by Lily HBase Indexer. <strong>Note:</strong> Replication must be enabled for indexing to work.",
-        "display_name": "Enable Indexing",
-        "name": "hbase_enable_indexing",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Superusers parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Superusers",
-        "name": "service_config_suppression_hbase_superuser",
-        "value": "false"
-    },
-    {
-        "desc": "The password for the HBase JKS keystore file.",
-        "display_name": "HBase TLS/SSL Server JKS Keystore File Password",
-        "name": "ssl_server_keystore_password",
-        "value": null
-    },
-    {
-        "desc": "Ratio of Lily HBase Indexers used by each HBase RegionServer while doing replication.",
-        "display_name": "Replication Source Ratio",
-        "name": "hbase_replication_source_ratio",
-        "value": "1.0"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>core-site.xml</strong>. Applies to configurations of all roles in this service except client configuration.",
-        "display_name": "HBase Service Advanced Configuration Snippet (Safety Valve) for core-site.xml",
-        "name": "hbase_core_site_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The timeout before injecting a snapshot timeout error when waiting for a snapshot completion.",
-        "display_name": "HBase Master Snapshot Waiting Timeout",
-        "name": "hbase_snapshot_master_timeoutMillis",
-        "value": "60000"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the HBase Authentication And Authorization Validation configuration validator.",
-        "display_name": "Suppress Configuration Validator: HBase Authentication And Authorization Validation",
-        "name": "service_config_suppression_hbase_authentication_and_authorization_validator",
-        "value": "false"
-    },
-    {
-        "desc": "The maximum amount of time the Hbase RegionServer waits for a snapshot to complete.",
-        "display_name": "HBase RegionServer Snapshot Timeout",
-        "name": "hbase_snapshot_region_timeout",
-        "value": "60000"
-    },
-    {
-        "desc": "If this is set to \"kerberos\", HBase REST Server will authenticate its clients. HBase Proxy User Hosts and Groups should be configured to allow specific users to access HBase through REST Server.",
-        "display_name": "HBase REST Authentication",
-        "name": "hbase_restserver_security_authentication",
-        "value": "simple"
-    },
-    {
-        "desc": "Specifies the combined maximum allowed size of a KeyValue instance. This option configures an upper boundary for a single entry saved in a storage file. This option prevents a region from splitting if the data is too large. Set this option to a fraction of the maximum region size. To disable this check, use a value of zero or less.",
-        "display_name": "Maximum Size of HBase Client KeyValue",
-        "name": "hbase_client_keyvalue_maxsize",
-        "value": "10485760"
-    },
-    {
-        "desc": "Enable snapshots. Disabling snapshots requires deletion of all snapshots before restarting the HBase master; the HBase master will not start if snapshots are disabled and snapshots exist.",
-        "display_name": "Enable Snapshots",
-        "name": "hbase_snapshot_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Maximum number of client retries. Used as a maximum for all operations such as fetching of the root region from the root RegionServer, getting a cell's value, and starting a row update.",
-        "display_name": "Maximum HBase Client Retries",
-        "name": "hbase_client_retries_number",
-        "value": "35"
-    },
-    {
-        "desc": "For advanced use only, a list of configuration properties that will be used by the Service Monitor instead of the current client configuration for the service.",
-        "display_name": "Service Monitor Client Config Overrides",
-        "name": "smon_client_config_overrides",
-        "value": "<property><name>zookeeper.recovery.retry</name><value>0</value></property><property><name>zookeeper.recovery.retry.intervalmill</name><value>3000</value></property><property><name>hbase.zookeeper.recoverable.waittime</name><value>1000</value></property><property><name>zookeeper.session.timeout</name><value>30000</value></property><property><name>hbase.rpc.timeout</name><value>10000</value></property><property><name>hbase.client.retries.number</name><value>1</value></property><property><name>hbase.client.rpc.maxattempts</name><value>1</value></property><property><name>hbase.client.operation.timeout</name><value>10000</value></property>"
-    },
-    {
-        "desc": "Access key ID required to access Amazon S3 to store remote snapshots.",
-        "display_name": "Amazon S3 Access Key ID for Remote Snapshots",
-        "name": "hbase_snapshot_s3_access_key_id",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the System User parameter.",
-        "display_name": "Suppress Parameter Validation: System User",
-        "name": "service_config_suppression_process_username",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Amazon S3 Access Key ID for Remote Snapshots parameter.",
-        "display_name": "Suppress Parameter Validation: Amazon S3 Access Key ID for Remote Snapshots",
-        "name": "service_config_suppression_hbase_snapshot_s3_access_key_id",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the HBase Master Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: HBase Master Health",
-        "name": "service_health_suppression_hbase_master_health",
-        "value": "false"
-    },
-    {
-        "desc": "Enable HBase authorization.",
-        "display_name": "HBase Secure Authorization",
-        "name": "hbase_security_authorization",
-        "value": "false"
-    },
-    {
-        "desc": "Period of time, in milliseconds, to pause between searches for work. Used as a sleep interval by service threads such as a META scanner and log roller.",
-        "display_name": "HBase Server Thread Wake Frequency",
-        "name": "hbase_server_thread_wakefrequency",
-        "value": "10000"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the HBase Thrift Server Count Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: HBase Thrift Server Count Validator",
-        "name": "service_config_suppression_hbasethriftserver_count_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HDFS Root Directory parameter.",
-        "display_name": "Suppress Parameter Validation: HDFS Root Directory",
-        "name": "service_config_suppression_hdfs_rootdir",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the RegionServer Count Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: RegionServer Count Validator",
-        "name": "service_config_suppression_regionserver_count_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the ZooKeeper Max Session Timeout Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: ZooKeeper Max Session Timeout Validator",
-        "name": "service_config_suppression_zookeeper_max_session_timeout_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the ZooKeeper Znode Rootserver parameter.",
-        "display_name": "Suppress Parameter Validation: ZooKeeper Znode Rootserver",
-        "name": "service_config_suppression_zookeeper_znode_rootserver",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the ZooKeeper Znode Parent parameter.",
-        "display_name": "Suppress Parameter Validation: ZooKeeper Znode Parent",
-        "name": "service_config_suppression_zookeeper_znode_parent",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Region Health Canary Exclude Tables parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Region Health Canary Exclude Tables",
-        "name": "service_config_suppression_hbase_region_health_canary_exclude_tables",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Proxy User Groups parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Proxy User Groups",
-        "name": "service_config_suppression_hbase_proxy_user_groups_list",
-        "value": "false"
-    },
-    {
-        "desc": "The root znode for HBase in ZooKeeper. All of HBase's ZooKeeper files that are configured with a relative path will go under this node. By default, all of HBase's ZooKeeper file paths are configured with a relative path, so they will all go under this directory unless changed.",
-        "display_name": "ZooKeeper Znode Parent",
-        "name": "zookeeper_znode_parent",
-        "value": "/hbase"
-    },
-    {
-        "desc": "<p>The configured triggers for this service. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific service. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the followig JSON formatted trigger fires if there are more than 10 DataNodes with more than 500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleType = DataNode and last(fd_open) > 500) DO health:bad\",\n  \"streamThreshold\": 10, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Service Triggers",
-        "name": "service_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Service Monitor Client Config Overrides parameter.",
-        "display_name": "Suppress Parameter Validation: Service Monitor Client Config Overrides",
-        "name": "service_config_suppression_smon_client_config_overrides",
-        "value": "false"
-    },
-    {
-        "desc": "AWS secret access key required to access S3 to store remote snapshots.",
-        "display_name": "AWS S3 Secret Access Key for Remote Snapshots",
-        "name": "hbase_snapshot_s3_secret_access_key",
-        "value": null
-    },
-    {
-        "desc": "Number of rows to fetch when calling next on a scanner if it is not served from memory. Higher caching values enable faster scanners but require more memory and some calls of next may take longer when the cache is empty.",
-        "display_name": "HBase Client Scanner Caching",
-        "name": "hbase_client_scanner_caching",
-        "value": "100"
-    },
-    {
-        "desc": "Tables to exclude in the HBase Region Health Canary which will scan a row from every region.",
-        "display_name": "HBase Region Health Canary Exclude Tables",
-        "name": "hbase_region_health_canary_exclude_tables",
-        "value": ""
-    },
-    {
-        "desc": "The maximum amount of time the HBase master waits for a snapshot to complete.",
-        "display_name": "HBase Master Snapshot Timeout",
-        "name": "hbase_snapshot_master_timeout_millis",
-        "value": "60000"
-    },
-    {
-        "desc": "Amazon S3 path where remote snapshots should be stored.",
-        "display_name": "Amazon S3 Path for Remote Snapshots",
-        "name": "hbase_snapshot_s3_path",
-        "value": null
-    },
-    {
-        "desc": "Start a process to periodically check that RegionServer is alive when RegionServer is started. <b>Note</b>: This canary is different from the Cloudera Service Monitoring canary and is provided by the HBase service itself.",
-        "display_name": "Enable HBase Canary",
-        "name": "hbase_regionserver_enable_canary",
-        "value": "false"
-    },
-    {
-        "desc": "Enable HDFS short-circuit read. This allows a client colocated with the DataNode to read HDFS file blocks directly. This gives a performance boost to distributed clients that are aware of locality.",
-        "display_name": "Enable HDFS Short-Circuit Read",
-        "name": "dfs_client_read_shortcircuit",
-        "value": "true"
-    },
-    {
-        "desc": "The password that protects the private key contained in the JKS keystore used when HBase is acting as a TLS/SSL server.",
-        "display_name": "HBase TLS/SSL Server JKS Keystore Key Password",
-        "name": "ssl_server_keystore_keypassword",
-        "value": null
-    },
-    {
-        "desc": "Path to ZooKeeper Node holding root region location. This is written by the HBase Master and read by clients and RegionServers. If a relative path is given, the parent folder will be ${zookeeper.znode.parent}. By default, the root location is stored at /hbase/root-region-server.",
-        "display_name": "ZooKeeper Znode Rootserver",
-        "name": "zookeeper_znode_rootserver",
-        "value": "root-region-server"
-    },
-    {
-        "desc": "When computing the overall HBase cluster health, consider the health of the backup HBase Masters.",
-        "display_name": "Backup Masters Health Test",
-        "name": "hbase_backup_masters_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase TLS/SSL Server JKS Keystore File Password parameter.",
-        "display_name": "Suppress Parameter Validation: HBase TLS/SSL Server JKS Keystore File Password",
-        "name": "service_config_suppression_ssl_server_keystore_password",
-        "value": "false"
-    },
-    {
-        "desc": "An alert is published if the HBase region health canary runs slowly.",
-        "display_name": "HBase Region Health Canary Slow Run Alert Enabled",
-        "name": "hbase_region_health_canary_slow_run_alert_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Name of the scheduler pool to use for MR jobs created during export/import of remote snapshots in AWS S3.",
-        "display_name": "Scheduler Pool for Remote Snapshots in AWS S3",
-        "name": "hbase_snapshot_s3_scheduler_pool",
-        "value": null
-    },
-    {
-        "desc": "Configure the type of encrypted communication to be used with RPC.",
-        "display_name": "HBase Transport Security",
-        "name": "hbase_rpc_protection",
-        "value": "authentication"
-    },
-    {
-        "desc": "An alert is published if the HBase region health canary detects at least this percentage of total regions are unhealthy. This threshold is used if the explicit count is not set via the hbase_canary_alert_unhealthy_region_count_threshold config.",
-        "display_name": "HBase Canary Unhealthy Region Percentage Alert Threshold",
-        "name": "hbase_canary_alert_unhealthy_region_percent_threshold",
-        "value": "0.1"
-    },
-    {
-        "desc": "Duration to wait before starting up a 'hedged' read.",
-        "display_name": "HDFS Hedged Read Delay Threshold",
-        "name": "hbase_server_dfs_client_hedged_read_threshold_millis",
-        "value": "500"
-    },
-    {
-        "desc": "Enable TLS/SSL encryption for HBase web UIs.",
-        "display_name": "Web UI TLS/SSL Encryption Enabled",
-        "name": "hbase_hadoop_ssl_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "List of users or groups, who are allowed full privileges, regardless of stored ACLs, across the cluster. Only used when HBase security is enabled.",
-        "display_name": "HBase Superusers",
-        "name": "hbase_superuser",
-        "value": ""
-    },
-    {
-        "desc": "Use this to allow proxy users on thrift gateway, which is mainly needed for \"doAs\" functionality.",
-        "display_name": "Enable HBase Thrift Proxy Users",
-        "name": "hbase_thriftserver_support_proxyuser",
-        "value": "false"
-    },
-    {
-        "desc": "Maximum number of hlog entries to replicate in one go. If this is large, and a consumer takes a while to process the events, the HBase RPC call will time out.",
-        "display_name": "Replication Batch Size",
-        "name": "hbase_replication_source_nb_capacity",
-        "value": "1000"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Master Count Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Master Count Validator",
-        "name": "service_config_suppression_master_count_validator",
-        "value": "false"
-    },
-    {
-        "desc": "ZooKeeper session timeout in milliseconds. HBase passes this to the ZooKeeper quorum as the suggested maximum time for a session. See http://hadoop.apache.org/zookeeper/docs/current/zookeeperProgrammers.html#ch_zkSessions The client sends a requested timeout, the server responds with the timeout that it can give the client.",
-        "display_name": "ZooKeeper Session Timeout",
-        "name": "zookeeper_session_timeout",
-        "value": "60000"
-    },
-    {
-        "desc": "Enable HBase row-level authorization.",
-        "display_name": "HBase Row-Level Authorization",
-        "name": "hbase_row_level_authorization",
-        "value": "false"
-    },
-    {
-        "desc": "Comma-delimited list of hosts where you want to allow the HBase user to impersonate other users. The default '*' allows all hosts. To disable entirely, use a string that does not correspond to a host name, such as '_no_host'. <b>Note:</b> This property is used only if HBase REST/Thrift Server Authentication is enabled.",
-        "display_name": "HBase Proxy User Hosts",
-        "name": "hbase_proxy_user_hosts_list",
-        "value": "*"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase Proxy User Hosts parameter.",
-        "display_name": "Suppress Parameter Validation: HBase Proxy User Hosts",
-        "name": "service_config_suppression_hbase_proxy_user_hosts_list",
-        "value": "false"
-    },
-    {
-        "desc": "Comma-delimited list of groups that you want to allow the HBase user to impersonate. The default '*' allows all groups. To disable entirely, use a string that does not correspond to a group name, such as '_no_group_'. <b>Note:</b> This property is used only if HBase REST/Thrift Server Authentication is enabled.",
-        "display_name": "HBase Proxy User Groups",
-        "name": "hbase_proxy_user_groups_list",
-        "value": "*"
-    },
-    {
-        "desc": "The tolerance window that will be used in HBase service tests that depend on detection of the active HBase Master.",
-        "display_name": "HBase Active Master Detection Window",
-        "name": "hbase_active_master_detecton_window",
-        "value": "3"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>hbase-site.xml</strong>. Applies to configurations of all roles in this service except client configuration.",
-        "display_name": "HBase Service Advanced Configuration Snippet (Safety Valve) for hbase-site.xml",
-        "name": "hbase_service_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Choose the authentication mechanism used by HBase.",
-        "display_name": "HBase Secure Authentication",
-        "name": "hbase_security_authentication",
-        "value": "simple"
-    },
-    {
-        "desc": "A general client pause time value. Used mostly as a time period to wait before retrying operations such as a failed get or region lookup.",
-        "display_name": "HBase Client Pause",
-        "name": "hbase_client_pause",
-        "value": "100"
-    },
-    {
-        "desc": "Name of the ZooKeeper service that this HBase service instance depends on.",
-        "display_name": "ZooKeeper Service",
-        "name": "zookeeper_service",
-        "value": null
-    },
-    {
-        "desc": "Write buffer size in bytes. A larger buffer requires more memory on both the client and the server because the server instantiates the passed write buffer to process it but reduces the number of remote procedure calls (RPC). To estimate the amount of server memory used, multiply the value of 'hbase.client.write.buffer' by the value of 'hbase.regionserver.handler.count'.",
-        "display_name": "HBase Client Write Buffer",
-        "name": "hbase_client_write_buffer",
-        "value": "2097152"
-    },
-    {
-        "desc": "If this is set, HBase Thrift Server authenticates its clients. HBase Proxy User Hosts and Groups should be configured to allow specific users to access HBase through Thrift Server.",
-        "display_name": "HBase Thrift Authentication",
-        "name": "hbase_thriftserver_security_authentication",
-        "value": "none"
-    },
-    {
-        "desc": "Kerberos principal short name used by all roles of this service.",
-        "display_name": "Kerberos Principal",
-        "name": "kerberos_princ_name",
-        "value": "hbase"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the HBase REST Server Count Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: HBase REST Server Count Validator",
-        "name": "service_config_suppression_hbaserestserver_count_validator",
-        "value": "false"
-    },
-    {
-        "desc": "The group that this service's processes should run as.",
-        "display_name": "System Group",
-        "name": "process_groupname",
-        "value": "hbase"
-    },
-    {
-        "desc": "The HDFS directory shared by HBase RegionServers.",
-        "display_name": "HDFS Root Directory",
-        "name": "hdfs_rootdir",
-        "value": "/hbase"
-    },
-    {
-        "desc": "The frequency in which the log4j event publication appender will retry sending undelivered log events to the Event server, in seconds",
-        "display_name": "Log Event Retry Frequency",
-        "name": "log_event_retry_frequency",
-        "value": "30"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this service reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Service Level Health Alerts",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of all roles in this service except client configuration.",
-        "display_name": "HBase Service Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "hbase_service_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether the step to reload regions back onto the original RegionServers should be skipped during rolling restart. This can be used to increase the speed of rolling restart or upgrade operations, but can result in regions being moved multiple times, decreasing performance for clients during rolling restart.",
-        "display_name": "Skip Region Reload During Rolling Restart",
-        "name": "hbase_skip_reload_during_rr",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the HBase DSSD Short-Circuit Read with Kerberos Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: HBase DSSD Short-Circuit Read with Kerberos Validator",
-        "name": "service_config_suppression_hbase_dssd_kerberos_scr_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Service Monitor Derived Configs Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Service Monitor Derived Configs Advanced Configuration Snippet (Safety Valve)",
-        "name": "service_config_suppression_smon_derived_configs_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HBase TLS/SSL Server JKS Keystore Key Password parameter.",
-        "display_name": "Suppress Parameter Validation: HBase TLS/SSL Server JKS Keystore Key Password",
-        "name": "service_config_suppression_ssl_server_keystore_keypassword",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Service Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Service Triggers",
-        "name": "service_config_suppression_service_triggers",
-        "value": "false"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hdfs-balancer.json

@@ -1,128 +0,0 @@
-[
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Java Configuration Options for Balancer parameter.",
-        "display_name": "Suppress Parameter Validation: Java Configuration Options for Balancer",
-        "name": "role_config_suppression_balancer_java_opts",
-        "value": "false"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "<p>This file contains the rules that govern how log messages are turned into events by the custom log4j appender that this role loads. It is in JSON format, and is composed of a list of rules. Every log message is evaluated against each of these rules in turn to decide whether or not to send an event for that message. If a log message matches multiple rules, the first matching rule is used. </p><p>Each rule has some or all of the following fields:</p><ul><li><code>alert</code> - whether or not events generated from this rule should be promoted to alerts. A value of \"true\" will cause alerts to be generated. If not specified, the default is \"false\".</li><li><code>rate</code> <b>(mandatory)</b> - the maximum number of log messages matching this rule that can be sent as events every minute. If more than <code>rate</code> matching log messages are received in a single minute, the extra messages are ignored. If rate is less than 0, the number of messages per minute is unlimited.</li><li><code>periodminutes</code>  - the number of minutes during which the publisher will only publish <code>rate</code> events or fewer. If not specified, the default is <b>one minute</b></li><li><code>threshold</code> - apply this rule only to messages with this log4j severity level or above. An example is \"WARN\" for warning level messages or higher.</li><li><code>content</code> - match only those messages for which contents match this regular expression.</li><li><code>exceptiontype</code> - match only those messages that are part of an exception message. The exception type must match this regular expression.</li></ul><p>Example:</p><ul><li><pre>{\"alert\": false, \"rate\": 10, \"exceptiontype\": \"java.lang.StringIndexOutOfBoundsException\"}</pre>This rule sends events to Cloudera Manager for every <code>StringIndexOutOfBoundsException</code>, up to a maximum of 10 every minute.</li><li><pre>{\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"exceptiontype\": \".*\"}, {\"alert\": true, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"ERROR\"}</pre>In this example, an event generated may not be promoted to alert if an exception is in the ERROR log message, because the first rule with alert = false will match.</li></ul>",
-        "display_name": "Rules to Extract Events from Log Files",
-        "name": "log_event_whitelist",
-        "value": "{\n  \"version\": \"0\",\n  \"rules\": [\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"FATAL\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\": \".* is deprecated. Instead, use .*\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\": \".* is deprecated. Use .* instead\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.io.IOException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.net.SocketException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.net.SocketClosedException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.io.EOFException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.nio.channels.CancelledKeyException\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 2, \"exceptiontype\": \".*\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\"Unknown job [^ ]+ being deleted.*\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\"Error executing shell command .+ No such process.+\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\".*attempt to override final parameter.+\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\"[^ ]+ is a deprecated filesystem name. Use.*\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"WARN\"}\n  ]\n}\n"
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>hdfs-site.xml</strong> for this role only.",
-        "display_name": "Balancer Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml",
-        "name": "balancer_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Thread pool size for executing block moves.",
-        "display_name": "Mover Threads",
-        "name": "dfs_balancer_mover_threads",
-        "value": "1000"
-    },
-    {
-        "desc": "The policy that should be used to rebalance HDFS storage. The default DataNode policy balances the storage at the DataNode level. This is similar to the balancing policy from prior releases. The BlockPool policy balances the storage at the block pool level as well as at the DataNode level. The BlockPool policy is relevant only to a Federated HDFS service.",
-        "display_name": "Rebalancing Policy",
-        "name": "rebalancing_policy",
-        "value": "DataNode"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Included Hosts parameter.",
-        "display_name": "Suppress Parameter Validation: Included Hosts",
-        "name": "role_config_suppression_rebalancer_include_hosts",
-        "value": "false"
-    },
-    {
-        "desc": "Maximum amount of data to move per node in each iteration of the balancer.",
-        "display_name": "Maximum Iteration Size",
-        "name": "dfs_balancer_max_size_to_move",
-        "value": "10737418240"
-    },
-    {
-        "desc": "Number of block moves to permit in parallel.",
-        "display_name": "Maximum Concurrent Moves",
-        "name": "dfs_balancer_max_concurrent_moves",
-        "value": "50"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Balancer Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: Balancer Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml",
-        "name": "role_config_suppression_balancer_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The percentage deviation from average utilization, after which a node will be rebalanced. (for example, '10.0' for 10%).",
-        "display_name": "Rebalancing Threshold",
-        "name": "rebalancer_threshold",
-        "value": "10.0"
-    },
-    {
-        "desc": "These arguments will be passed as part of the Java command line. Commonly, garbage collection flags, PermGen, or extra debugging flags would be passed here.",
-        "display_name": "Java Configuration Options for Balancer",
-        "name": "balancer_java_opts",
-        "value": ""
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Excluded Hosts parameter.",
-        "display_name": "Suppress Parameter Validation: Excluded Hosts",
-        "name": "role_config_suppression_rebalancer_exclude_hosts",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Rules to Extract Events from Log Files parameter.",
-        "display_name": "Suppress Parameter Validation: Rules to Extract Events from Log Files",
-        "name": "role_config_suppression_log_event_whitelist",
-        "value": "false"
-    },
-    {
-        "desc": "Maximum size in bytes for the Java Process heap memory.  Passed to Java -Xmx.",
-        "display_name": "Java Heap Size of Balancer in Bytes",
-        "name": "balancer_java_heapsize",
-        "value": "1073741824"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Hosts to include in the balancing process (uses all, if none specified).",
-        "display_name": "Included Hosts",
-        "name": "rebalancer_include_hosts",
-        "value": null
-    },
-    {
-        "desc": "Manual override to specify which DataNodes should be used to off-load data to less full nodes.",
-        "display_name": "Source Hosts",
-        "name": "rebalancer_source_hosts",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Source Hosts parameter.",
-        "display_name": "Suppress Parameter Validation: Source Hosts",
-        "name": "role_config_suppression_rebalancer_source_hosts",
-        "value": "false"
-    },
-    {
-        "desc": "Hosts to exclude from the balancing process.",
-        "display_name": "Excluded Hosts",
-        "name": "rebalancer_exclude_hosts",
-        "value": null
-    },
-    {
-        "desc": "Thread pool size for dispatching block moves.",
-        "display_name": "Dispatcher Threads",
-        "name": "dfs_balancer_dispatcher_threads",
-        "value": "200"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hdfs-datanode.json

@@ -1,656 +0,0 @@
-[
-    {
-        "desc": "Specifies the maximum number of threads to use for transferring data in and out of the DataNode.",
-        "display_name": "Maximum Number of Transfer Threads",
-        "name": "dfs_datanode_max_xcievers",
-        "value": "4096"
-    },
-    {
-        "desc": "Whether or not periodic stacks collection is enabled.",
-        "display_name": "Stacks Collection Enabled",
-        "name": "stacks_collection_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Transceiver Usage heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Transceiver Usage",
-        "name": "role_health_suppression_data_node_transceivers_usage",
-        "value": "false"
-    },
-    {
-        "desc": "In some workloads, the data read from HDFS is known to be significantly large enough that it is unlikely to be useful to cache it in the operating system buffer cache. In this case, the DataNode may be configured to automatically purge all data from the buffer cache after it is delivered to the client. This may improve performance for some workloads by freeing buffer cache spare usage for more cacheable data. This behavior will always be disabled for workloads that read only short sections of a block (e.g HBase random-IO workloads). This property is supported in CDH3u3 or later deployments.",
-        "display_name": "Enable purging cache after reads",
-        "name": "dfs_datanode_drop_cache_behind_reads",
-        "value": "false"
-    },
-    {
-        "desc": "The method used to collect stacks. The jstack option involves periodically running the jstack command against the role's daemon process. The servlet method is available for those roles that have an HTTP server endpoint exposing the current stacks traces of all threads. When the servlet method is selected, that HTTP endpoint is periodically scraped.",
-        "display_name": "Stacks Collection Method",
-        "name": "stacks_collection_method",
-        "value": "jstack"
-    },
-    {
-        "desc": "Whether to suppress the results of the Audit Pipeline Test heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Audit Pipeline Test",
-        "name": "role_health_suppression_data_node_audit_health",
-        "value": "false"
-    },
-    {
-        "desc": "Whether DataNodes should use DataNode hostnames when connecting to DataNodes for data transfer. This property is supported in CDH3u4 or later deployments.",
-        "display_name": "Use DataNode Hostname",
-        "name": "dfs_datanode_use_datanode_hostname",
-        "value": "false"
-    },
-    {
-        "desc": "These arguments will be passed as part of the Java command line. Commonly, garbage collection flags, PermGen, or extra debugging flags would be passed here.",
-        "display_name": "Java Configuration Options for DataNode",
-        "name": "datanode_java_opts",
-        "value": "-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled"
-    },
-    {
-        "desc": "The period to review when computing unexpected exits.",
-        "display_name": "Unexpected Exits Monitoring Period",
-        "name": "unexpected_exits_window",
-        "value": "5"
-    },
-    {
-        "desc": "Enables the health test that the DataNode's process state is consistent with the role configuration",
-        "display_name": "DataNode Process Health Test",
-        "name": "datanode_scm_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>log4j.properties</strong> for this role only.",
-        "display_name": "DataNode Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "log4j_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Maximum size in bytes for the Java Process heap memory.  Passed to Java -Xmx.",
-        "display_name": "Java Heap Size of DataNode in Bytes",
-        "name": "datanode_java_heapsize",
-        "value": "1073741824"
-    },
-    {
-        "desc": "Directory where DataNode will place its log files.",
-        "display_name": "DataNode Log Directory",
-        "name": "datanode_log_dir",
-        "value": "/var/log/hadoop-hdfs"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this role reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Health Alerts for this Role",
-        "name": "enable_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Web Server Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Web Server Status",
-        "name": "role_health_suppression_data_node_web_metric_collection",
-        "value": "false"
-    },
-    {
-        "desc": "While reading block files, the DataNode can use the posix_fadvise system call to explicitly page data into the operating system buffer cache ahead of the current reader's position. This can improve performance especially when disks are highly contended. This configuration specifies the number of bytes ahead of the current read position which the DataNode will attempt to read ahead. A value of 0 disables this feature. This property is supported in CDH3u3 or later deployments.",
-        "display_name": "Number of read ahead bytes",
-        "name": "dfs_datanode_readahead_bytes",
-        "value": "4194304"
-    },
-    {
-        "desc": "Only used when the DataNode Volume Choosing Policy is set to Available Space. Controls how much DataNode volumes are allowed to differ in terms of bytes of free disk space before they are considered imbalanced. If the free space of all the volumes are within this range of each other, the volumes will be considered balanced and block assignments will be done on a pure round robin basis.",
-        "display_name": "Available Space Policy Balanced Threshold",
-        "name": "dfs_datanode_available_space_balanced_threshold",
-        "value": "10737418240"
-    },
-    {
-        "desc": "When set, generates heap dump file when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Dump Heap When Out of Memory",
-        "name": "oom_heap_dump_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The health test thresholds on the duration of the metrics request to the web server.",
-        "display_name": "Web Metric Collection Duration",
-        "name": "datanode_web_metric_collection_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"10000.0\"}"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's DataNode Data Directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a DataNode Data Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "DataNode Data Directory Free Space Monitoring Percentage Thresholds",
-        "name": "datanode_data_directories_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Port for the various DataNode Protocols. Combined with the DataNode's hostname to build its IPC port address.",
-        "display_name": "DataNode Protocol Port",
-        "name": "dfs_datanode_ipc_port",
-        "value": "50020"
-    },
-    {
-        "desc": "The period to review when computing the moving average of extra time the pause monitor spent paused.",
-        "display_name": "Pause Duration Monitoring Period",
-        "name": "datanode_pause_duration_window",
-        "value": "5"
-    },
-    {
-        "desc": "In some workloads, the data written to HDFS is known to be significantly large enough that it is unlikely to be useful to cache it in the operating system buffer cache. In this case, the DataNode may be configured to automatically purge all data from the buffer cache after it is written to disk. This may improve performance for some workloads by freeing buffer cache spare usage for more cacheable data. This property is supported in CDH3u3 or later deployments.",
-        "display_name": "Enable purging cache after writes",
-        "name": "dfs_datanode_drop_cache_behind_writes",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's DataNode Data Directory.",
-        "display_name": "DataNode Data Directory Free Space Monitoring Absolute Thresholds",
-        "name": "datanode_data_directories_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Permissions for the directories on the local file system where the DataNode stores its blocks. The permissions must be octal. 755 and 700 are typical values.",
-        "display_name": "DataNode Data Directory Permissions",
-        "name": "dfs_datanode_data_dir_perm",
-        "value": "700"
-    },
-    {
-        "desc": "Maximum amount of bandwidth that each DataNode can use for balancing. Specified in bytes per second.",
-        "display_name": "DataNode Balancing Bandwidth",
-        "name": "dfs_balance_bandwidthPerSec",
-        "value": "10485760"
-    },
-    {
-        "desc": "The health test thresholds of transceivers usage in a DataNode. Specified as a percentage of the total configured number of transceivers.",
-        "display_name": "DataNode Transceivers Usage Thresholds",
-        "name": "datanode_transceivers_usage_thresholds",
-        "value": "{\"critical\":\"95.0\",\"warning\":\"75.0\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the DataNode Data Directory parameter.",
-        "display_name": "Suppress Parameter Validation: DataNode Data Directory",
-        "name": "role_config_suppression_dfs_data_dir_list",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the File Descriptors heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: File Descriptors",
-        "name": "role_health_suppression_data_node_file_descriptor",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Stacks Collection Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Stacks Collection Directory",
-        "name": "role_config_suppression_stacks_collection_directory",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Log Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Log Directory Free Space Monitoring Percentage Thresholds",
-        "name": "log_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "<p>This file contains the rules that govern how log messages are turned into events by the custom log4j appender that this role loads. It is in JSON format, and is composed of a list of rules. Every log message is evaluated against each of these rules in turn to decide whether or not to send an event for that message. If a log message matches multiple rules, the first matching rule is used. </p><p>Each rule has some or all of the following fields:</p><ul><li><code>alert</code> - whether or not events generated from this rule should be promoted to alerts. A value of \"true\" will cause alerts to be generated. If not specified, the default is \"false\".</li><li><code>rate</code> <b>(mandatory)</b> - the maximum number of log messages matching this rule that can be sent as events every minute. If more than <code>rate</code> matching log messages are received in a single minute, the extra messages are ignored. If rate is less than 0, the number of messages per minute is unlimited.</li><li><code>periodminutes</code>  - the number of minutes during which the publisher will only publish <code>rate</code> events or fewer. If not specified, the default is <b>one minute</b></li><li><code>threshold</code> - apply this rule only to messages with this log4j severity level or above. An example is \"WARN\" for warning level messages or higher.</li><li><code>content</code> - match only those messages for which contents match this regular expression.</li><li><code>exceptiontype</code> - match only those messages that are part of an exception message. The exception type must match this regular expression.</li></ul><p>Example:</p><ul><li><pre>{\"alert\": false, \"rate\": 10, \"exceptiontype\": \"java.lang.StringIndexOutOfBoundsException\"}</pre>This rule sends events to Cloudera Manager for every <code>StringIndexOutOfBoundsException</code>, up to a maximum of 10 every minute.</li><li><pre>{\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"exceptiontype\": \".*\"}, {\"alert\": true, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"ERROR\"}</pre>In this example, an event generated may not be promoted to alert if an exception is in the ERROR log message, because the first rule with alert = false will match.</li></ul>",
-        "display_name": "Rules to Extract Events from Log Files",
-        "name": "log_event_whitelist",
-        "value": "{\n  \"version\": \"0\",\n  \"rules\": [\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"FATAL\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\": \".* is deprecated. Instead, use .*\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\": \".* is deprecated. Use .* instead\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.io.IOException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.net.SocketException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.net.SocketClosedException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.io.EOFException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.nio.channels.CancelledKeyException\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 5, \"content\":\"Datanode registration failed\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 2, \"exceptiontype\": \".*\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\"Got a command from standby NN - ignoring command:.*\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\"Unknown job [^ ]+ being deleted.*\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\"Error executing shell command .+ No such process.+\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\".*attempt to override final parameter.+\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\"[^ ]+ is a deprecated filesystem name. Use.*\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"WARN\"}\n  ]\n}\n"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the DataNode Failed Volumes Tolerated Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: DataNode Failed Volumes Tolerated Validator",
-        "name": "role_config_suppression_datanode_failed_volumes_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Data Directory Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Data Directory Status",
-        "name": "role_health_suppression_data_node_volume_failures",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Absolute Thresholds",
-        "name": "heap_dump_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the DataNode Data Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: DataNode Data Directory Free Space",
-        "name": "role_health_suppression_datanode_data_directories_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "When computing the overall DataNode health, consider the host's health.",
-        "display_name": "DataNode Host Health Test",
-        "name": "datanode_host_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Java Configuration Options for DataNode parameter.",
-        "display_name": "Suppress Parameter Validation: Java Configuration Options for DataNode",
-        "name": "role_config_suppression_datanode_java_opts",
-        "value": "false"
-    },
-    {
-        "desc": "The maximum size, in megabytes, per log file for DataNode logs.  Typically used by log4j or logback.",
-        "display_name": "DataNode Max Log Size",
-        "name": "max_log_size",
-        "value": "200"
-    },
-    {
-        "desc": "<p>The configured triggers for this role. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific role. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the following JSON formatted trigger configured for a DataNode fires if the DataNode has more than 1500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleName=$ROLENAME and last(fd_open) > 1500) DO health:bad\",\n  \"streamThreshold\": 0, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Role Triggers",
-        "name": "role_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "The health test thresholds of the number of file descriptors used. Specified as a percentage of file descriptor limit.",
-        "display_name": "File Descriptor Monitoring Thresholds",
-        "name": "datanode_fd_thresholds",
-        "value": "{\"critical\":\"70.0\",\"warning\":\"50.0\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the DateNode Plugins parameter.",
-        "display_name": "Suppress Parameter Validation: DateNode Plugins",
-        "name": "role_config_suppression_dfs_datanode_plugins_list",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the NameNode Connectivity heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: NameNode Connectivity",
-        "name": "role_health_suppression_data_node_ha_connectivity",
-        "value": "false"
-    },
-    {
-        "desc": "Advanced Configuration Snippet (Safety Valve) for Hadoop Metrics2. Properties will be inserted into <strong>hadoop-metrics2.properties</strong>.",
-        "display_name": "Hadoop Metrics2 Advanced Configuration Snippet (Safety Valve)",
-        "name": "hadoop_metrics2_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The amount of stacks data that is retained. After the retention limit is reached, the oldest data is deleted.",
-        "display_name": "Stacks Collection Data Retention",
-        "name": "stacks_collection_data_retention",
-        "value": "104857600"
-    },
-    {
-        "desc": "Port for the DataNode HTTP web UI. Combined with the DataNode's hostname to build its HTTP address.",
-        "display_name": "DataNode HTTP Web UI Port",
-        "name": "dfs_datanode_http_port",
-        "value": "50075"
-    },
-    {
-        "desc": "The health test thresholds for unexpected exits encountered within a recent period specified by the unexpected_exits_window configuration for the role.",
-        "display_name": "Unexpected Exits Thresholds",
-        "name": "unexpected_exits_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "The health test thresholds of free space in a DataNode. Specified as a percentage of the capacity on the DataNode.",
-        "display_name": "DataNode Free Space Monitoring Thresholds",
-        "name": "datanode_free_space_thresholds",
-        "value": "{\"critical\":\"10.0\",\"warning\":\"20.0\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hadoop Metrics2 Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Hadoop Metrics2 Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_hadoop_metrics2_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Port for DataNode's XCeiver Protocol. Combined with the DataNode's hostname to build its address.",
-        "display_name": "DataNode Transceiver Port",
-        "name": "dfs_datanode_port",
-        "value": "50010"
-    },
-    {
-        "desc": "The health test thresholds of the number of blocks on a DataNode",
-        "display_name": "DataNode Block Count Thresholds",
-        "name": "datanode_block_count_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"500000.0\"}"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Heap Dump Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Percentage Thresholds",
-        "name": "heap_dump_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Number of CPU shares to assign to this role. The greater the number of shares, the larger the share of the host's CPUs that will be given to this role when the host experiences CPU contention. Must be between 2 and 262144. Defaults to 1024 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup CPU Shares",
-        "name": "rm_cpu_shares",
-        "value": "1024"
-    },
-    {
-        "desc": "The health test thresholds of failed volumes in a DataNode.",
-        "display_name": "DataNode Volume Failures Thresholds",
-        "name": "datanode_volume_failures_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Heap Dump Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Heap Dump Directory Free Space",
-        "name": "role_health_suppression_data_node_heap_dump_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "The minimum log level for DataNode logs",
-        "display_name": "DataNode Logging Threshold",
-        "name": "log_threshold",
-        "value": "INFO"
-    },
-    {
-        "desc": "Whether to suppress the results of the Process Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Process Status",
-        "name": "role_health_suppression_data_node_scm_health",
-        "value": "false"
-    },
-    {
-        "desc": "DataNode Policy for picking which volume should get a new block. The Available Space policy is only available starting with CDH 4.3.",
-        "display_name": "DataNode Volume Choosing Policy",
-        "name": "dfs_datanode_volume_choosing_policy",
-        "value": "org.apache.hadoop.hdfs.server.datanode.fsdataset.RoundRobinVolumeChoosingPolicy"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the DataNode Data Directory Permissions parameter.",
-        "display_name": "Suppress Parameter Validation: DataNode Data Directory Permissions",
-        "name": "role_config_suppression_dfs_datanode_data_dir_perm",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for the weighted average extra time the pause monitor spent paused. Specified as a percentage of elapsed wall clock time.",
-        "display_name": "Pause Duration Thresholds",
-        "name": "datanode_pause_duration_thresholds",
-        "value": "{\"critical\":\"60.0\",\"warning\":\"30.0\"}"
-    },
-    {
-        "desc": "When set, this role's process is automatically (and transparently) restarted in the event of an unexpected failure.",
-        "display_name": "Automatically Restart Process",
-        "name": "process_auto_restart",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the DataNode Logging Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: DataNode Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_log4j_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the DataNode Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: DataNode Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_datanode_role_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Rules to Extract Events from Log Files parameter.",
-        "display_name": "Suppress Parameter Validation: Rules to Extract Events from Log Files",
-        "name": "role_config_suppression_log_event_whitelist",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Hard memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Hard Limit",
-        "name": "rm_memory_hard_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "Whether to suppress the results of the Host Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Host Health",
-        "name": "role_health_suppression_data_node_host_health",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds on the swap memory usage of the process.",
-        "display_name": "Process Swap Memory Thresholds",
-        "name": "process_swap_memory_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"any\"}"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory.",
-        "display_name": "Log Directory Free Space Monitoring Absolute Thresholds",
-        "name": "log_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "If configured, overrides the process soft and hard rlimits (also called ulimits) for file descriptors to the configured value.",
-        "display_name": "Maximum Process File Descriptors",
-        "name": "rlimit_fds",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the DataNode Reserved Space Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: DataNode Reserved Space Validator",
-        "name": "role_config_suppression_datanode_reserved_space_validator",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>hdfs-site.xml</strong> for this role only.",
-        "display_name": "DataNode Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml",
-        "name": "datanode_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The maximum amount of memory a DataNode may use to cache data blocks in memory.  Setting it to zero will disable caching.",
-        "display_name": "Maximum Memory Used for Caching",
-        "name": "dfs_datanode_max_locked_memory",
-        "value": "4294967296"
-    },
-    {
-        "desc": "Enables the health test that verifies the DataNode is connected to the NameNode",
-        "display_name": "DataNode Connectivity Health Test",
-        "name": "datanode_connectivity_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Minimum number of running threads for the Hue Thrift server running on each DataNode",
-        "display_name": "Hue Thrift Server Min Threadcount",
-        "name": "dfs_thrift_threads_min",
-        "value": "10"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the DataNode Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: DataNode Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml",
-        "name": "role_config_suppression_datanode_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The base port where the secure DataNode web UI listens.  Combined with the DataNode's hostname to build its secure web UI address.",
-        "display_name": "Secure DataNode Web UI Port (TLS/SSL)",
-        "name": "dfs_datanode_https_port",
-        "value": "50475"
-    },
-    {
-        "desc": "The amount of time to wait for the DataNode to fully start up and connect to the NameNode before enforcing the connectivity check.",
-        "display_name": "DataNode Connectivity Tolerance at Startup",
-        "name": "datanode_connectivity_tolerance",
-        "value": "180"
-    },
-    {
-        "desc": "Maximum number of running threads for the Hue Thrift server running on each DataNode",
-        "display_name": "Hue Thrift Server Max Threadcount",
-        "name": "dfs_thrift_threads_max",
-        "value": "20"
-    },
-    {
-        "desc": "Path to directory where heap dumps are generated when java.lang.OutOfMemoryError error is thrown. This directory is automatically created if it does not exist. If this directory already exists, role user must have write access to this directory. If this directory is shared among multiple roles, it should have 1777 permissions. The heap dump files are created with 600 permissions and are owned by the role user. The amount of free space in this directory should be greater than the maximum Java Process heap size configured for this role.",
-        "display_name": "Heap Dump Directory",
-        "name": "oom_heap_dump_dir",
-        "value": "/tmp"
-    },
-    {
-        "desc": "The frequency with which stacks are collected.",
-        "display_name": "Stacks Collection Frequency",
-        "name": "stacks_collection_frequency",
-        "value": "5.0"
-    },
-    {
-        "desc": "Whether to suppress the results of the Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Free Space",
-        "name": "role_health_suppression_data_node_free_space_remaining",
-        "value": "false"
-    },
-    {
-        "desc": "If this configuration is enabled, the DataNode will instruct the operating system to enqueue all written data to the disk immediately after it is written. This differs from the usual OS policy which may wait for up to 30 seconds before triggering writeback. This may improve performance for some workloads by smoothing the IO profile for data written to disk. This property is supported in CDH3u3 or later deployments.",
-        "display_name": "Enable immediate enqueuing of data to disk after writes",
-        "name": "dfs_datanode_sync_behind_writes",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Swap Memory Usage heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Swap Memory Usage",
-        "name": "role_health_suppression_data_node_swap_memory_usage",
-        "value": "false"
-    },
-    {
-        "desc": "Comma-separated list of DataNode plug-ins to be activated. If one plug-in cannot be loaded, all the plug-ins are ignored.",
-        "display_name": "DateNode Plugins",
-        "name": "dfs_datanode_plugins_list",
-        "value": ""
-    },
-    {
-        "desc": "Comma-delimited list of directories on the local file system where the DataNode stores HDFS block data. Typical values are /data/N/dfs/dn for N = 1, 2, 3.... In CDH 5.7 and higher, these directories can be optionally tagged with their storage types, for example, [SSD]/data/1/dns/dn. HDFS supports the following storage types: [DISK], [SSD], [ARCHIVE], [RAM_DISK]. The default storage type of a directory will be [DISK] if it does not have a storage type tagged explicitly. These directories should be mounted using the noatime option, and the disks should be configured using JBOD. RAID is not recommended. <strong>Warning: Be very careful when modifying this property. Removing or changing entries can result in data loss.</strong> To hot swap drives in CDH 5.4 and higher, override the value of this property for the specific DataNode role instance that has the drive to be hot-swapped; do not modify the property value in the role group. See <a class=\"bold\" href=\"http://tiny.cloudera.com/hot-swap\" target=\"_blank\">Configuring Hot Swap for DataNodes<i class=\"externalLink\"></i></a> for more information.",
-        "display_name": "DataNode Data Directory",
-        "name": "dfs_data_dir_list",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress the results of the Pause Duration heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Pause Duration",
-        "name": "role_health_suppression_data_node_pause_duration",
-        "value": "false"
-    },
-    {
-        "desc": "The number of volumes that are allowed to fail before a DataNode stops offering service. By default, any volume failure will cause a DataNode to shutdown.",
-        "display_name": "DataNode Failed Volumes Tolerated",
-        "name": "dfs_datanode_failed_volumes_tolerated",
-        "value": "0"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Heap Dump Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Heap Dump Directory",
-        "name": "role_config_suppression_oom_heap_dump_dir",
-        "value": "false"
-    },
-    {
-        "desc": "If enabled, the DataNode binds to the wildcard address (\"0.0.0.0\") on all of its ports.",
-        "display_name": "Bind DataNode to Wildcard Address",
-        "name": "dfs_datanode_bind_wildcard",
-        "value": "false"
-    },
-    {
-        "desc": "The number of server threads for the DataNode.",
-        "display_name": "Handler Count",
-        "name": "dfs_datanode_handler_count",
-        "value": "3"
-    },
-    {
-        "desc": "The maximum number of rolled log files to keep for DataNode logs.  Typically used by log4j or logback.",
-        "display_name": "DataNode Maximum Log File Backups",
-        "name": "max_log_backup_index",
-        "value": "10"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of this role except client configuration.",
-        "display_name": "DataNode Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "DATANODE_role_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Timeout in seconds for the Hue Thrift server running on each DataNode",
-        "display_name": "Hue Thrift Server Timeout",
-        "name": "dfs_thrift_timeout",
-        "value": "60"
-    },
-    {
-        "desc": "Whether to suppress the results of the Log Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Log Directory Free Space",
-        "name": "role_health_suppression_data_node_log_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Soft memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process if and only if the host is facing memory pressure. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Soft Limit",
-        "name": "rm_memory_soft_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "Whether to suppress the results of the Block Count heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Block Count",
-        "name": "role_health_suppression_data_node_block_count",
-        "value": "false"
-    },
-    {
-        "desc": "Cloudera Manager agent monitors each service and each of its role by publishing metrics to the Cloudera Manager Service Monitor. Setting it to false will stop Cloudera Manager agent from publishing any metric for corresponding service/roles. This is usually helpful for services that generate large amount of metrics which Service Monitor is not able to process.",
-        "display_name": "Enable Metric Collection",
-        "name": "process_should_monitor",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the DataNode Log Directory parameter.",
-        "display_name": "Suppress Parameter Validation: DataNode Log Directory",
-        "name": "role_config_suppression_datanode_log_dir",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Role Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Role Triggers",
-        "name": "role_config_suppression_role_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Java Heap Size of DataNode in Bytes parameter.",
-        "display_name": "Suppress Parameter Validation: Java Heap Size of DataNode in Bytes",
-        "name": "role_config_suppression_datanode_java_heapsize",
-        "value": "false"
-    },
-    {
-        "desc": "When set, a SIGKILL signal is sent to the role process when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Kill When Out of Memory",
-        "name": "oom_sigkill_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "Reserved space in bytes per volume for non Distributed File System (DFS) use.",
-        "display_name": "Reserved Space for Non DFS Use",
-        "name": "dfs_datanode_du_reserved",
-        "value": "10737418240"
-    },
-    {
-        "desc": "The directory in which stacks logs are placed. If not set, stacks are logged into a <code>stacks</code> subdirectory of the role's log directory.",
-        "display_name": "Stacks Collection Directory",
-        "name": "stacks_collection_directory",
-        "value": null
-    },
-    {
-        "desc": "Weight for the read I/O requests issued by this role. The greater the weight, the higher the priority of the requests when the host experiences I/O contention. Must be between 100 and 1000. Defaults to 1000 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup I/O Weight",
-        "name": "rm_io_weight",
-        "value": "500"
-    },
-    {
-        "desc": "Only used when the DataNode Volume Choosing Policy is set to Available Space. Controls what percentage of new block allocations will be sent to volumes with more available disk space than others. This setting should be in the range 0.0 - 1.0, though in practice 0.5 - 1.0, since there should be no reason to prefer that volumes with less available disk space receive more block allocations.",
-        "display_name": "Available Space Policy Balanced Preference",
-        "name": "dfs_datanode_available_space_balanced_preference",
-        "value": "0.75"
-    },
-    {
-        "desc": "Whether to suppress the results of the Unexpected Exits heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Unexpected Exits",
-        "name": "role_health_suppression_data_node_unexpected_exits",
-        "value": "false"
-    },
-    {
-        "desc": "Enables the health test that the Cloudera Manager Agent can successfully contact and gather metrics from the web server.",
-        "display_name": "Web Metric Collection",
-        "name": "datanode_web_metric_collection_enabled",
-        "value": "true"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hdfs-failovercontroller.json

@@ -1,344 +0,0 @@
-[
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Log Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Log Directory Free Space Monitoring Percentage Thresholds",
-        "name": "log_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Directory where Failover Controller will place its log files.",
-        "display_name": "Failover Controller Log Directory",
-        "name": "failover_controller_log_dir",
-        "value": "/var/log/hadoop-hdfs"
-    },
-    {
-        "desc": "<p>This file contains the rules that govern how log messages are turned into events by the custom log4j appender that this role loads. It is in JSON format, and is composed of a list of rules. Every log message is evaluated against each of these rules in turn to decide whether or not to send an event for that message. If a log message matches multiple rules, the first matching rule is used. </p><p>Each rule has some or all of the following fields:</p><ul><li><code>alert</code> - whether or not events generated from this rule should be promoted to alerts. A value of \"true\" will cause alerts to be generated. If not specified, the default is \"false\".</li><li><code>rate</code> <b>(mandatory)</b> - the maximum number of log messages matching this rule that can be sent as events every minute. If more than <code>rate</code> matching log messages are received in a single minute, the extra messages are ignored. If rate is less than 0, the number of messages per minute is unlimited.</li><li><code>periodminutes</code>  - the number of minutes during which the publisher will only publish <code>rate</code> events or fewer. If not specified, the default is <b>one minute</b></li><li><code>threshold</code> - apply this rule only to messages with this log4j severity level or above. An example is \"WARN\" for warning level messages or higher.</li><li><code>content</code> - match only those messages for which contents match this regular expression.</li><li><code>exceptiontype</code> - match only those messages that are part of an exception message. The exception type must match this regular expression.</li></ul><p>Example:</p><ul><li><pre>{\"alert\": false, \"rate\": 10, \"exceptiontype\": \"java.lang.StringIndexOutOfBoundsException\"}</pre>This rule sends events to Cloudera Manager for every <code>StringIndexOutOfBoundsException</code>, up to a maximum of 10 every minute.</li><li><pre>{\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"exceptiontype\": \".*\"}, {\"alert\": true, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"ERROR\"}</pre>In this example, an event generated may not be promoted to alert if an exception is in the ERROR log message, because the first rule with alert = false will match.</li></ul>",
-        "display_name": "Rules to Extract Events from Log Files",
-        "name": "log_event_whitelist",
-        "value": "{\n  \"version\": \"0\",\n  \"rules\": [\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"FATAL\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 2, \"exceptiontype\": \".*\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"WARN\"}\n  ]\n}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Swap Memory Usage heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Swap Memory Usage",
-        "name": "role_health_suppression_hdfs_failovercontroller_swap_memory_usage",
-        "value": "false"
-    },
-    {
-        "desc": "The RPC timeout for the HA health monitor.",
-        "display_name": "HA Health Monitor RPC Timeout",
-        "name": "ha_health_monitor_rpc_timeout_ms",
-        "value": "45000"
-    },
-    {
-        "desc": "Whether or not periodic stacks collection is enabled.",
-        "display_name": "Stacks Collection Enabled",
-        "name": "stacks_collection_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds of the number of file descriptors used. Specified as a percentage of file descriptor limit.",
-        "display_name": "File Descriptor Monitoring Thresholds",
-        "name": "failovercontroller_fd_thresholds",
-        "value": "{\"critical\":\"70.0\",\"warning\":\"50.0\"}"
-    },
-    {
-        "desc": "Weight for the read I/O requests issued by this role. The greater the weight, the higher the priority of the requests when the host experiences I/O contention. Must be between 100 and 1000. Defaults to 1000 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup I/O Weight",
-        "name": "rm_io_weight",
-        "value": "500"
-    },
-    {
-        "desc": "Whether to suppress the results of the Unexpected Exits heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Unexpected Exits",
-        "name": "role_health_suppression_hdfs_failovercontroller_unexpected_exits",
-        "value": "false"
-    },
-    {
-        "desc": "When computing the overall Failover Controller health, consider the host's health.",
-        "display_name": "Failover Controller Host Health Test",
-        "name": "failovercontroller_host_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Absolute Thresholds",
-        "name": "heap_dump_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Failover Controller Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Failover Controller Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_failovercontroller_role_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds on the swap memory usage of the process.",
-        "display_name": "Process Swap Memory Thresholds",
-        "name": "process_swap_memory_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"any\"}"
-    },
-    {
-        "desc": "The method used to collect stacks. The jstack option involves periodically running the jstack command against the role's daemon process. The servlet method is available for those roles that have an HTTP server endpoint exposing the current stacks traces of all threads. When the servlet method is selected, that HTTP endpoint is periodically scraped.",
-        "display_name": "Stacks Collection Method",
-        "name": "stacks_collection_method",
-        "value": "jstack"
-    },
-    {
-        "desc": "Whether to suppress the results of the Heap Dump Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Heap Dump Directory Free Space",
-        "name": "role_health_suppression_hdfs_failovercontroller_heap_dump_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Failover Controller Log Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Failover Controller Log Directory",
-        "name": "role_config_suppression_failover_controller_log_dir",
-        "value": "false"
-    },
-    {
-        "desc": "The maximum number of rolled log files to keep for Failover Controller logs.  Typically used by log4j or logback.",
-        "display_name": "Failover Controller Maximum Log File Backups",
-        "name": "max_log_backup_index",
-        "value": "10"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Failover Controller Logging Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Failover Controller Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_log4j_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "<p>The configured triggers for this role. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific role. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the following JSON formatted trigger configured for a DataNode fires if the DataNode has more than 1500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleName=$ROLENAME and last(fd_open) > 1500) DO health:bad\",\n  \"streamThreshold\": 0, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Role Triggers",
-        "name": "role_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "Soft memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process if and only if the host is facing memory pressure. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Soft Limit",
-        "name": "rm_memory_soft_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "Whether to suppress the results of the Audit Pipeline Test heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Audit Pipeline Test",
-        "name": "role_health_suppression_hdfs_failovercontroller_audit_health",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Failover Controller Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: Failover Controller Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml",
-        "name": "role_config_suppression_fc_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Rules to Extract Events from Log Files parameter.",
-        "display_name": "Suppress Parameter Validation: Rules to Extract Events from Log Files",
-        "name": "role_config_suppression_log_event_whitelist",
-        "value": "false"
-    },
-    {
-        "desc": "Maximum size in bytes for the Java Process heap memory.  Passed to Java -Xmx.",
-        "display_name": "Java Heap Size of Failover Controller in Bytes",
-        "name": "failover_controller_java_heapsize",
-        "value": "268435456"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Hard memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Hard Limit",
-        "name": "rm_memory_hard_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "When set, this role's process is automatically (and transparently) restarted in the event of an unexpected failure.",
-        "display_name": "Automatically Restart Process",
-        "name": "process_auto_restart",
-        "value": "false"
-    },
-    {
-        "desc": "Cloudera Manager agent monitors each service and each of its role by publishing metrics to the Cloudera Manager Service Monitor. Setting it to false will stop Cloudera Manager agent from publishing any metric for corresponding service/roles. This is usually helpful for services that generate large amount of metrics which Service Monitor is not able to process.",
-        "display_name": "Enable Metric Collection",
-        "name": "process_should_monitor",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the Process Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Process Status",
-        "name": "role_health_suppression_hdfs_failovercontroller_scm_health",
-        "value": "false"
-    },
-    {
-        "desc": "The amount of stacks data that is retained. After the retention limit is reached, the oldest data is deleted.",
-        "display_name": "Stacks Collection Data Retention",
-        "name": "stacks_collection_data_retention",
-        "value": "104857600"
-    },
-    {
-        "desc": "Whether to suppress the results of the Host Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Host Health",
-        "name": "role_health_suppression_hdfs_failovercontroller_host_health",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Heap Dump Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Heap Dump Directory",
-        "name": "role_config_suppression_oom_heap_dump_dir",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>log4j.properties</strong> for this role only.",
-        "display_name": "Failover Controller Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "log4j_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Role Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Role Triggers",
-        "name": "role_config_suppression_role_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory.",
-        "display_name": "Log Directory Free Space Monitoring Absolute Thresholds",
-        "name": "log_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of this role except client configuration.",
-        "display_name": "Failover Controller Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "FAILOVERCONTROLLER_role_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "If configured, overrides the process soft and hard rlimits (also called ulimits) for file descriptors to the configured value.",
-        "display_name": "Maximum Process File Descriptors",
-        "name": "rlimit_fds",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress the results of the File Descriptors heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: File Descriptors",
-        "name": "role_health_suppression_hdfs_failovercontroller_file_descriptor",
-        "value": "false"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "The maximum size, in megabytes, per log file for Failover Controller logs.  Typically used by log4j or logback.",
-        "display_name": "Failover Controller Max Log Size",
-        "name": "max_log_size",
-        "value": "200"
-    },
-    {
-        "desc": "When set, a SIGKILL signal is sent to the role process when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Kill When Out of Memory",
-        "name": "oom_sigkill_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>hdfs-site.xml</strong> for this role only.",
-        "display_name": "Failover Controller Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml",
-        "name": "fc_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "When set, generates heap dump file when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Dump Heap When Out of Memory",
-        "name": "oom_heap_dump_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Stacks Collection Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Stacks Collection Directory",
-        "name": "role_config_suppression_stacks_collection_directory",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for unexpected exits encountered within a recent period specified by the unexpected_exits_window configuration for the role.",
-        "display_name": "Unexpected Exits Thresholds",
-        "name": "unexpected_exits_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this role reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Health Alerts for this Role",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "Enables the health test that the Failover Controller's process state is consistent with the role configuration",
-        "display_name": "Failover Controller Process Health Test",
-        "name": "failovercontroller_scm_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "These arguments will be passed as part of the Java command line. Commonly, garbage collection flags, PermGen, or extra debugging flags would be passed here.",
-        "display_name": "Java Configuration Options for Failover Controller",
-        "name": "failover_controller_java_opts",
-        "value": ""
-    },
-    {
-        "desc": "The directory in which stacks logs are placed. If not set, stacks are logged into a <code>stacks</code> subdirectory of the role's log directory.",
-        "display_name": "Stacks Collection Directory",
-        "name": "stacks_collection_directory",
-        "value": null
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Heap Dump Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Percentage Thresholds",
-        "name": "heap_dump_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Number of CPU shares to assign to this role. The greater the number of shares, the larger the share of the host's CPUs that will be given to this role when the host experiences CPU contention. Must be between 2 and 262144. Defaults to 1024 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup CPU Shares",
-        "name": "rm_cpu_shares",
-        "value": "1024"
-    },
-    {
-        "desc": "Path to directory where heap dumps are generated when java.lang.OutOfMemoryError error is thrown. This directory is automatically created if it does not exist. If this directory already exists, role user must have write access to this directory. If this directory is shared among multiple roles, it should have 1777 permissions. The heap dump files are created with 600 permissions and are owned by the role user. The amount of free space in this directory should be greater than the maximum Java Process heap size configured for this role.",
-        "display_name": "Heap Dump Directory",
-        "name": "oom_heap_dump_dir",
-        "value": "/tmp"
-    },
-    {
-        "desc": "The period to review when computing unexpected exits.",
-        "display_name": "Unexpected Exits Monitoring Period",
-        "name": "unexpected_exits_window",
-        "value": "5"
-    },
-    {
-        "desc": "The frequency with which stacks are collected.",
-        "display_name": "Stacks Collection Frequency",
-        "name": "stacks_collection_frequency",
-        "value": "5.0"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Java Configuration Options for Failover Controller parameter.",
-        "display_name": "Suppress Parameter Validation: Java Configuration Options for Failover Controller",
-        "name": "role_config_suppression_failover_controller_java_opts",
-        "value": "false"
-    },
-    {
-        "desc": "The minimum log level for Failover Controller logs",
-        "display_name": "Failover Controller Logging Threshold",
-        "name": "log_threshold",
-        "value": "INFO"
-    },
-    {
-        "desc": "Whether to suppress the results of the Log Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Log Directory Free Space",
-        "name": "role_health_suppression_hdfs_failovercontroller_log_directory_free_space",
-        "value": "false"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hdfs-gateway.json

@@ -1,116 +0,0 @@
-[
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Gateway Logging Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Gateway Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_log4j_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HDFS Client Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: HDFS Client Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml",
-        "name": "role_config_suppression_hdfs_client_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The directory where the client configs will be deployed",
-        "display_name": "Deploy Directory",
-        "name": "client_config_root_dir",
-        "value": "/etc/hadoop"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>log4j.properties</strong> for this role only.",
-        "display_name": "Gateway Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "log4j_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the HDFS Trash Enabled Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: HDFS Trash Enabled Validator",
-        "name": "role_config_suppression_hdfs_trash_disabled_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Deploy Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Deploy Directory",
-        "name": "role_config_suppression_client_config_root_dir",
-        "value": "false"
-    },
-    {
-        "desc": "Whether HDFS clients will use the legacy block reader.",
-        "display_name": "Use Legacy Blockreader",
-        "name": "dfs_client_use_legacy_blockreader",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into the client configuration for <strong>hadoop-env.sh</strong>",
-        "display_name": "HDFS Client Environment Advanced Configuration Snippet (Safety Valve) for hadoop-env.sh",
-        "name": "hdfs_client_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The priority level that the client configuration will have in the Alternatives system on the hosts. Higher priority levels will cause Alternatives to prefer this configuration over any others.",
-        "display_name": "Alternatives Priority",
-        "name": "client_config_priority",
-        "value": "90"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into the client configuration for <strong>hdfs-site.xml</strong>.",
-        "display_name": "HDFS Client Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml",
-        "name": "hdfs_client_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Enable HDFS short-circuit read. This allows a client colocated with the DataNode to read HDFS file blocks directly. This gives a performance boost to distributed clients that are aware of locality.",
-        "display_name": "Enable HDFS Short-Circuit Read",
-        "name": "dfs_client_read_shortcircuit",
-        "value": "false"
-    },
-    {
-        "desc": "These are Java command-line arguments. Commonly, garbage collection flags, PermGen, or extra debugging flags would be passed here.",
-        "display_name": "Client Java Configuration Options",
-        "name": "hbase_client_java_opts",
-        "value": "-Djava.net.preferIPv4Stack=true"
-    },
-    {
-        "desc": "Move deleted files to the trash so that they can be recovered if necessary. This client side configuration takes effect only if the HDFS service-wide trash is disabled (NameNode Filesystem Trash Interval set to 0) and is ignored otherwise. The trash is not automatically emptied when enabled with this configuration.",
-        "display_name": "Use Trash",
-        "name": "dfs_client_use_trash",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Maximum size in bytes for the Java process heap memory.  Passed to Java -Xmx.",
-        "display_name": "Client Java Heap Size in Bytes",
-        "name": "hdfs_client_java_heapsize",
-        "value": "268435456"
-    },
-    {
-        "desc": "The minimum log level for Gateway logs",
-        "display_name": "Gateway Logging Threshold",
-        "name": "log_threshold",
-        "value": "INFO"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HDFS Client Environment Advanced Configuration Snippet (Safety Valve) for hadoop-env.sh parameter.",
-        "display_name": "Suppress Parameter Validation: HDFS Client Environment Advanced Configuration Snippet (Safety Valve) for hadoop-env.sh",
-        "name": "role_config_suppression_hdfs_client_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Client Java Configuration Options parameter.",
-        "display_name": "Suppress Parameter Validation: Client Java Configuration Options",
-        "name": "role_config_suppression_hbase_client_java_opts",
-        "value": "false"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hdfs-httpfs.json

@@ -1,452 +0,0 @@
-[
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Log Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Log Directory Free Space Monitoring Percentage Thresholds",
-        "name": "log_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "The health test thresholds of the number of file descriptors used. Specified as a percentage of file descriptor limit.",
-        "display_name": "File Descriptor Monitoring Thresholds",
-        "name": "httpfs_fd_thresholds",
-        "value": "{\"critical\":\"70.0\",\"warning\":\"50.0\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Process Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Process Status",
-        "name": "role_health_suppression_httpfs_scm_health",
-        "value": "false"
-    },
-    {
-        "desc": "Kerberos principal used by the HttpFS roles.",
-        "display_name": "Role-Specific Kerberos Principal",
-        "name": "kerberos_role_princ_name",
-        "value": "httpfs"
-    },
-    {
-        "desc": "The period to review when computing unexpected exits.",
-        "display_name": "Unexpected Exits Monitoring Period",
-        "name": "unexpected_exits_window",
-        "value": "5"
-    },
-    {
-        "desc": "Whether to suppress the results of the File Descriptors heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: File Descriptors",
-        "name": "role_health_suppression_httpfs_file_descriptor",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Heap Dump Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Heap Dump Directory Free Space",
-        "name": "role_health_suppression_httpfs_heap_dump_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Host Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Host Health",
-        "name": "role_health_suppression_httpfs_host_health",
-        "value": "false"
-    },
-    {
-        "desc": "Address of the load balancer used for HttpFS roles. Should be specified in host:port format. <b>Note:</b> Changing this property will regenerate Kerberos keytabs for all HttpFS roles.",
-        "display_name": "HttpFS Load Balancer",
-        "name": "httpfs_load_balancer",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HttpFS Log Directory parameter.",
-        "display_name": "Suppress Parameter Validation: HttpFS Log Directory",
-        "name": "role_config_suppression_httpfs_log_dir",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Unexpected Exits heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Unexpected Exits",
-        "name": "role_health_suppression_httpfs_unexpected_exits",
-        "value": "false"
-    },
-    {
-        "desc": "The user that the HttpFS server process should run as.",
-        "display_name": "System User",
-        "name": "httpfs_process_username",
-        "value": "httpfs"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Absolute Thresholds",
-        "name": "heap_dump_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "The health test thresholds for unexpected exits encountered within a recent period specified by the unexpected_exits_window configuration for the role.",
-        "display_name": "Unexpected Exits Thresholds",
-        "name": "unexpected_exits_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "The health test thresholds on the swap memory usage of the process.",
-        "display_name": "Process Swap Memory Thresholds",
-        "name": "process_swap_memory_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"any\"}"
-    },
-    {
-        "desc": "The group that the HttpFS server process should run as.",
-        "display_name": "System Group",
-        "name": "httpfs_process_groupname",
-        "value": "httpfs"
-    },
-    {
-        "desc": "When computing the overall HttpFS health, consider the host's health.",
-        "display_name": "HttpFS Host Health Test",
-        "name": "httpfs_host_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The method used to collect stacks. The jstack option involves periodically running the jstack command against the role's daemon process. The servlet method is available for those roles that have an HTTP server endpoint exposing the current stacks traces of all threads. When the servlet method is selected, that HTTP endpoint is periodically scraped.",
-        "display_name": "Stacks Collection Method",
-        "name": "stacks_collection_method",
-        "value": "jstack"
-    },
-    {
-        "desc": "Whether or not periodic stacks collection is enabled.",
-        "display_name": "Stacks Collection Enabled",
-        "name": "stacks_collection_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Role-Specific Kerberos Principal parameter.",
-        "display_name": "Suppress Parameter Validation: Role-Specific Kerberos Principal",
-        "name": "role_config_suppression_kerberos_role_princ_name",
-        "value": "false"
-    },
-    {
-        "desc": "The maximum number of rolled log files to keep for HttpFS logs.  Typically used by log4j or logback.",
-        "display_name": "HttpFS Maximum Log File Backups",
-        "name": "max_log_backup_index",
-        "value": "10"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HttpFS Logging Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: HttpFS Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_log4j_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "<p>The configured triggers for this role. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific role. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the following JSON formatted trigger configured for a DataNode fires if the DataNode has more than 1500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleName=$ROLENAME and last(fd_open) > 1500) DO health:bad\",\n  \"streamThreshold\": 0, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Role Triggers",
-        "name": "role_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "Enables the health test that the HttpFS's process state is consistent with the role configuration",
-        "display_name": "HttpFS Process Health Test",
-        "name": "httpfs_scm_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The password for the HttpFS JKS keystore file.",
-        "display_name": "HttpFS TLS/SSL Server JKS Keystore File Password",
-        "name": "httpfs_https_keystore_password",
-        "value": null
-    },
-    {
-        "desc": "The password for the HttpFS TLS/SSL Certificate Trust Store File. This password is not required to access the trust store; this field can be left blank. This password provides optional integrity checking of the file. The contents of trust stores are certificates, and certificates are public information.",
-        "display_name": "HttpFS TLS/SSL Certificate Trust Store Password",
-        "name": "httpfs_https_truststore_password",
-        "value": null
-    },
-    {
-        "desc": "Soft memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process if and only if the host is facing memory pressure. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Soft Limit",
-        "name": "rm_memory_soft_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HttpFS TLS/SSL Certificate Trust Store File parameter.",
-        "display_name": "Suppress Parameter Validation: HttpFS TLS/SSL Certificate Trust Store File",
-        "name": "role_config_suppression_httpfs_https_truststore_file",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Signature Secret parameter.",
-        "display_name": "Suppress Parameter Validation: Signature Secret",
-        "name": "role_config_suppression_hdfs_httpfs_signature_secret",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HttpFS Advanced Configuration Snippet (Safety Valve) for httpfs-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: HttpFS Advanced Configuration Snippet (Safety Valve) for httpfs-site.xml",
-        "name": "role_config_suppression_httpfs_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Hard memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Hard Limit",
-        "name": "rm_memory_hard_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HttpFS TLS/SSL Server JKS Keystore File Password parameter.",
-        "display_name": "Suppress Parameter Validation: HttpFS TLS/SSL Server JKS Keystore File Password",
-        "name": "role_config_suppression_httpfs_https_keystore_password",
-        "value": "false"
-    },
-    {
-        "desc": "When set, this role's process is automatically (and transparently) restarted in the event of an unexpected failure.",
-        "display_name": "Automatically Restart Process",
-        "name": "process_auto_restart",
-        "value": "false"
-    },
-    {
-        "desc": "Cloudera Manager agent monitors each service and each of its role by publishing metrics to the Cloudera Manager Service Monitor. Setting it to false will stop Cloudera Manager agent from publishing any metric for corresponding service/roles. This is usually helpful for services that generate large amount of metrics which Service Monitor is not able to process.",
-        "display_name": "Enable Metric Collection",
-        "name": "process_should_monitor",
-        "value": "true"
-    },
-    {
-        "desc": "Weight for the read I/O requests issued by this role. The greater the weight, the higher the priority of the requests when the host experiences I/O contention. Must be between 100 and 1000. Defaults to 1000 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup I/O Weight",
-        "name": "rm_io_weight",
-        "value": "500"
-    },
-    {
-        "desc": "Whether to suppress the results of the Audit Pipeline Test heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Audit Pipeline Test",
-        "name": "role_health_suppression_httpfs_audit_health",
-        "value": "false"
-    },
-    {
-        "desc": "The amount of stacks data that is retained. After the retention limit is reached, the oldest data is deleted.",
-        "display_name": "Stacks Collection Data Retention",
-        "name": "stacks_collection_data_retention",
-        "value": "104857600"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Java Configuration Options for HttpFS parameter.",
-        "display_name": "Suppress Parameter Validation: Java Configuration Options for HttpFS",
-        "name": "role_config_suppression_httpfs_java_opts",
-        "value": "false"
-    },
-    {
-        "desc": "Directory where HttpFS will place its log files.",
-        "display_name": "HttpFS Log Directory",
-        "name": "httpfs_log_dir",
-        "value": "/var/log/hadoop-httpfs"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>log4j.properties</strong> for this role only.",
-        "display_name": "HttpFS Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "log4j_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Role Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Role Triggers",
-        "name": "role_config_suppression_role_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory.",
-        "display_name": "Log Directory Free Space Monitoring Absolute Thresholds",
-        "name": "log_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the System Group parameter.",
-        "display_name": "Suppress Parameter Validation: System Group",
-        "name": "role_config_suppression_httpfs_process_groupname",
-        "value": "false"
-    },
-    {
-        "desc": "If configured, overrides the process soft and hard rlimits (also called ulimits) for file descriptors to the configured value.",
-        "display_name": "Maximum Process File Descriptors",
-        "name": "rlimit_fds",
-        "value": null
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>httpfs-site.xml</strong> for this role only.",
-        "display_name": "HttpFS Advanced Configuration Snippet (Safety Valve) for httpfs-site.xml",
-        "name": "httpfs_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The maximum size, in megabytes, per log file for HttpFS logs.  Typically used by log4j or logback.",
-        "display_name": "HttpFS Max Log Size",
-        "name": "max_log_size",
-        "value": "200"
-    },
-    {
-        "desc": "When set, a SIGKILL signal is sent to the role process when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Kill When Out of Memory",
-        "name": "oom_sigkill_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "These arguments will be passed as part of the Java command line. Commonly, garbage collection flags, PermGen, or extra debugging flags would be passed here.",
-        "display_name": "Java Configuration Options for HttpFS",
-        "name": "httpfs_java_opts",
-        "value": ""
-    },
-    {
-        "desc": "When set, generates heap dump file when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Dump Heap When Out of Memory",
-        "name": "oom_heap_dump_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Stacks Collection Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Stacks Collection Directory",
-        "name": "role_config_suppression_stacks_collection_directory",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Swap Memory Usage heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Swap Memory Usage",
-        "name": "role_health_suppression_httpfs_swap_memory_usage",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of this role except client configuration.",
-        "display_name": "HttpFS Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "HTTPFS_role_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The secret to use for signing client authentication tokens.",
-        "display_name": "Signature Secret",
-        "name": "hdfs_httpfs_signature_secret",
-        "value": "hadoop httpfs secret"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Heap Dump Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Heap Dump Directory",
-        "name": "role_config_suppression_oom_heap_dump_dir",
-        "value": "false"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this role reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Health Alerts for this Role",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HttpFS Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: HttpFS Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_httpfs_role_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The path to the TLS/SSL keystore file containing the server certificate and private key used for TLS/SSL. Used when HttpFS is acting as a TLS/SSL server. The keystore must be in JKS format.",
-        "display_name": "HttpFS TLS/SSL Server JKS Keystore File Location",
-        "name": "httpfs_https_keystore_file",
-        "value": null
-    },
-    {
-        "desc": "The directory in which stacks logs are placed. If not set, stacks are logged into a <code>stacks</code> subdirectory of the role's log directory.",
-        "display_name": "Stacks Collection Directory",
-        "name": "stacks_collection_directory",
-        "value": null
-    },
-    {
-        "desc": "Maximum size in bytes for the Java Process heap memory.  Passed to Java -Xmx.",
-        "display_name": "Java Heap Size of HttpFS in Bytes",
-        "name": "httpfs_java_heapsize",
-        "value": "268435456"
-    },
-    {
-        "desc": "The port for the administration interface.",
-        "display_name": "Administration Port",
-        "name": "hdfs_httpfs_admin_port",
-        "value": "14001"
-    },
-    {
-        "desc": "The location on disk of the trust store, in .jks format, used to confirm the authenticity of TLS/SSL servers that HttpFS might connect to. This is used when HttpFS is the client in a TLS/SSL connection. This trust store must contain the certificate(s) used to sign the service(s) connected to. If this parameter is not provided, the default list of well-known certificate authorities is used instead.",
-        "display_name": "HttpFS TLS/SSL Certificate Trust Store File",
-        "name": "httpfs_https_truststore_file",
-        "value": null
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Heap Dump Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Percentage Thresholds",
-        "name": "heap_dump_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Number of CPU shares to assign to this role. The greater the number of shares, the larger the share of the host's CPUs that will be given to this role when the host experiences CPU contention. Must be between 2 and 262144. Defaults to 1024 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup CPU Shares",
-        "name": "rm_cpu_shares",
-        "value": "1024"
-    },
-    {
-        "desc": "The port where the REST interface to HDFS is available. The REST interface is served over HTTPS if TLS/SSL is enabled for HttpFS, or over HTTP otherwise.",
-        "display_name": "REST Port",
-        "name": "hdfs_httpfs_http_port",
-        "value": "14000"
-    },
-    {
-        "desc": "Path to directory where heap dumps are generated when java.lang.OutOfMemoryError error is thrown. This directory is automatically created if it does not exist. If this directory already exists, role user must have write access to this directory. If this directory is shared among multiple roles, it should have 1777 permissions. The heap dump files are created with 600 permissions and are owned by the role user. The amount of free space in this directory should be greater than the maximum Java Process heap size configured for this role.",
-        "display_name": "Heap Dump Directory",
-        "name": "oom_heap_dump_dir",
-        "value": "/tmp"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HttpFS TLS/SSL Server JKS Keystore File Location parameter.",
-        "display_name": "Suppress Parameter Validation: HttpFS TLS/SSL Server JKS Keystore File Location",
-        "name": "role_config_suppression_httpfs_https_keystore_file",
-        "value": "false"
-    },
-    {
-        "desc": "The frequency with which stacks are collected.",
-        "display_name": "Stacks Collection Frequency",
-        "name": "stacks_collection_frequency",
-        "value": "5.0"
-    },
-    {
-        "desc": "Whether to suppress the results of the Log Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Log Directory Free Space",
-        "name": "role_health_suppression_httpfs_log_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HttpFS TLS/SSL Certificate Trust Store Password parameter.",
-        "display_name": "Suppress Parameter Validation: HttpFS TLS/SSL Certificate Trust Store Password",
-        "name": "role_config_suppression_httpfs_https_truststore_password",
-        "value": "false"
-    },
-    {
-        "desc": "The minimum log level for HttpFS logs",
-        "display_name": "HttpFS Logging Threshold",
-        "name": "log_threshold",
-        "value": "INFO"
-    },
-    {
-        "desc": "Encrypt communication between clients and HttpFS using Transport Layer Security (TLS) (formerly known as Secure Socket Layer (SSL)).",
-        "display_name": "Enable TLS/SSL for HttpFS",
-        "name": "httpfs_use_ssl",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HttpFS Load Balancer parameter.",
-        "display_name": "Suppress Parameter Validation: HttpFS Load Balancer",
-        "name": "role_config_suppression_httpfs_load_balancer",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the System User parameter.",
-        "display_name": "Suppress Parameter Validation: System User",
-        "name": "role_config_suppression_httpfs_process_username",
-        "value": "false"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hdfs-journalnode.json

@@ -1,458 +0,0 @@
-[
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Log Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Log Directory Free Space Monitoring Percentage Thresholds",
-        "name": "log_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Audit Pipeline Test heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Audit Pipeline Test",
-        "name": "role_health_suppression_journal_node_audit_health",
-        "value": "false"
-    },
-    {
-        "desc": "<p>This file contains the rules that govern how log messages are turned into events by the custom log4j appender that this role loads. It is in JSON format, and is composed of a list of rules. Every log message is evaluated against each of these rules in turn to decide whether or not to send an event for that message. If a log message matches multiple rules, the first matching rule is used. </p><p>Each rule has some or all of the following fields:</p><ul><li><code>alert</code> - whether or not events generated from this rule should be promoted to alerts. A value of \"true\" will cause alerts to be generated. If not specified, the default is \"false\".</li><li><code>rate</code> <b>(mandatory)</b> - the maximum number of log messages matching this rule that can be sent as events every minute. If more than <code>rate</code> matching log messages are received in a single minute, the extra messages are ignored. If rate is less than 0, the number of messages per minute is unlimited.</li><li><code>periodminutes</code>  - the number of minutes during which the publisher will only publish <code>rate</code> events or fewer. If not specified, the default is <b>one minute</b></li><li><code>threshold</code> - apply this rule only to messages with this log4j severity level or above. An example is \"WARN\" for warning level messages or higher.</li><li><code>content</code> - match only those messages for which contents match this regular expression.</li><li><code>exceptiontype</code> - match only those messages that are part of an exception message. The exception type must match this regular expression.</li></ul><p>Example:</p><ul><li><pre>{\"alert\": false, \"rate\": 10, \"exceptiontype\": \"java.lang.StringIndexOutOfBoundsException\"}</pre>This rule sends events to Cloudera Manager for every <code>StringIndexOutOfBoundsException</code>, up to a maximum of 10 every minute.</li><li><pre>{\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"exceptiontype\": \".*\"}, {\"alert\": true, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"ERROR\"}</pre>In this example, an event generated may not be promoted to alert if an exception is in the ERROR log message, because the first rule with alert = false will match.</li></ul>",
-        "display_name": "Rules to Extract Events from Log Files",
-        "name": "log_event_whitelist",
-        "value": "{\n  \"version\": \"0\",\n  \"rules\": [\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"FATAL\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 2, \"exceptiontype\": \".*\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"WARN\"}\n  ]\n}"
-    },
-    {
-        "desc": "The health test thresholds on the duration of the metrics request to the web server.",
-        "display_name": "Web Metric Collection Duration",
-        "name": "journalnode_web_metric_collection_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"10000.0\"}"
-    },
-    {
-        "desc": "Whether or not periodic stacks collection is enabled.",
-        "display_name": "Stacks Collection Enabled",
-        "name": "stacks_collection_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Log Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Log Directory Free Space",
-        "name": "role_health_suppression_journal_node_log_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Fsync Latency heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Fsync Latency",
-        "name": "role_health_suppression_journal_node_fsync_latency",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the JournalNode Log Directory parameter.",
-        "display_name": "Suppress Parameter Validation: JournalNode Log Directory",
-        "name": "role_config_suppression_journalnode_log_dir",
-        "value": "false"
-    },
-    {
-        "desc": "Maximum size in bytes for the Java Process heap memory.  Passed to Java -Xmx.",
-        "display_name": "Java Heap Size of JournalNode in Bytes",
-        "name": "journalNode_java_heapsize",
-        "value": "536870912"
-    },
-    {
-        "desc": "Enables the health test that the Cloudera Manager Agent can successfully contact and gather metrics from the web server.",
-        "display_name": "Web Metric Collection",
-        "name": "journalnode_web_metric_collection_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the Process Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Process Status",
-        "name": "role_health_suppression_journal_node_scm_health",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Host Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Host Health",
-        "name": "role_health_suppression_journal_node_host_health",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Absolute Thresholds",
-        "name": "heap_dump_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "The health test thresholds on the swap memory usage of the process.",
-        "display_name": "Process Swap Memory Thresholds",
-        "name": "process_swap_memory_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"any\"}"
-    },
-    {
-        "desc": "The method used to collect stacks. The jstack option involves periodically running the jstack command against the role's daemon process. The servlet method is available for those roles that have an HTTP server endpoint exposing the current stacks traces of all threads. When the servlet method is selected, that HTTP endpoint is periodically scraped.",
-        "display_name": "Stacks Collection Method",
-        "name": "stacks_collection_method",
-        "value": "jstack"
-    },
-    {
-        "desc": "Enables the health test that the JournalNode's process state is consistent with the role configuration",
-        "display_name": "JournalNode Process Health Test",
-        "name": "journalnode_scm_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "<p>The configured triggers for this role. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific role. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the following JSON formatted trigger configured for a DataNode fires if the DataNode has more than 1500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleName=$ROLENAME and last(fd_open) > 1500) DO health:bad\",\n  \"streamThreshold\": 0, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Role Triggers",
-        "name": "role_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "Hard memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Hard Limit",
-        "name": "rm_memory_hard_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "The maximum number of rolled log files to keep for JournalNode logs.  Typically used by log4j or logback.",
-        "display_name": "JournalNode Maximum Log File Backups",
-        "name": "max_log_backup_index",
-        "value": "10"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the JournalNode Logging Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: JournalNode Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_log4j_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's JournalNode Edits Directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a JournalNode Edits Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "JournalNode Edits Directory Free Space Monitoring Percentage Thresholds",
-        "name": "journalnode_edits_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Soft memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process if and only if the host is facing memory pressure. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Soft Limit",
-        "name": "rm_memory_soft_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the JournalNode Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: JournalNode Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml",
-        "name": "role_config_suppression_jn_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Directory on the local file system where NameNode edits are written.",
-        "display_name": "JournalNode Edits Directory",
-        "name": "dfs_journalnode_edits_dir",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress the results of the Sync Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Sync Status",
-        "name": "role_health_suppression_journal_node_sync_status",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Unexpected Exits heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Unexpected Exits",
-        "name": "role_health_suppression_journal_node_unexpected_exits",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Rules to Extract Events from Log Files parameter.",
-        "display_name": "Suppress Parameter Validation: Rules to Extract Events from Log Files",
-        "name": "role_config_suppression_log_event_whitelist",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "The base port where the secure JournalNode web UI listens.  Combined with the JournalNode's hostname to build its secure web UI address.",
-        "display_name": "Secure JournalNode Web UI Port (TLS/SSL)",
-        "name": "dfs_journalnode_https_port",
-        "value": "8481"
-    },
-    {
-        "desc": "Whether to suppress the results of the Swap Memory Usage heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Swap Memory Usage",
-        "name": "role_health_suppression_journal_node_swap_memory_usage",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>hdfs-site.xml</strong> for this role only.",
-        "display_name": "JournalNode Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml",
-        "name": "jn_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "When set, this role's process is automatically (and transparently) restarted in the event of an unexpected failure.",
-        "display_name": "Automatically Restart Process",
-        "name": "process_auto_restart",
-        "value": "true"
-    },
-    {
-        "desc": "When computing the overall JournalNode health, consider the host's health.",
-        "display_name": "JournalNode Host Health Test",
-        "name": "journalnode_host_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Weight for the read I/O requests issued by this role. The greater the weight, the higher the priority of the requests when the host experiences I/O contention. Must be between 100 and 1000. Defaults to 1000 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup I/O Weight",
-        "name": "rm_io_weight",
-        "value": "500"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Java Configuration Options for JournalNode parameter.",
-        "display_name": "Suppress Parameter Validation: Java Configuration Options for JournalNode",
-        "name": "role_config_suppression_journalnode_java_opts",
-        "value": "false"
-    },
-    {
-        "desc": "The amount of time at JournalNode startup allowed for the active NameNode to get in sync with the JournalNode.",
-        "display_name": "Active NameNode Sync Status Startup Tolerance",
-        "name": "journalnode_sync_status_startup_tolerance",
-        "value": "180"
-    },
-    {
-        "desc": "The amount of stacks data that is retained. After the retention limit is reached, the oldest data is deleted.",
-        "display_name": "Stacks Collection Data Retention",
-        "name": "stacks_collection_data_retention",
-        "value": "104857600"
-    },
-    {
-        "desc": "The health test thresholds for JournalNode fsync latency.",
-        "display_name": "JournalNode Fsync Latency Thresholds",
-        "name": "journalnode_fsync_latency_thresholds",
-        "value": "{\"critical\":\"3000.0\",\"warning\":\"1000.0\"}"
-    },
-    {
-        "desc": "The health test thresholds of the number of file descriptors used. Specified as a percentage of file descriptor limit.",
-        "display_name": "File Descriptor Monitoring Thresholds",
-        "name": "journalnode_fd_thresholds",
-        "value": "{\"critical\":\"70.0\",\"warning\":\"50.0\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the File Descriptors heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: File Descriptors",
-        "name": "role_health_suppression_journal_node_file_descriptor",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the JournalNode Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: JournalNode Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_journalnode_role_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>log4j.properties</strong> for this role only.",
-        "display_name": "JournalNode Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "log4j_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Role Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Role Triggers",
-        "name": "role_config_suppression_role_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory.",
-        "display_name": "Log Directory Free Space Monitoring Absolute Thresholds",
-        "name": "log_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Enables the health check that verifies the active NameNode's sync status to the JournalNode",
-        "display_name": "Active NameNode Sync Status Health Check",
-        "name": "journalnode_sync_status_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Port for the JournalNode's RPC. Combined with the JournalNode's hostname to build its RPC address.",
-        "display_name": "JournalNode RPC Port",
-        "name": "dfs_journalnode_rpc_port",
-        "value": "8485"
-    },
-    {
-        "desc": "The health test thresholds for the weighted average time spent in Java garbage collection. Specified as a percentage of elapsed wall clock time.",
-        "display_name": "Garbage Collection Duration Thresholds",
-        "name": "journalnode_gc_duration_thresholds",
-        "value": "{\"critical\":\"60.0\",\"warning\":\"30.0\"}"
-    },
-    {
-        "desc": "If configured, overrides the process soft and hard rlimits (also called ulimits) for file descriptors to the configured value.",
-        "display_name": "Maximum Process File Descriptors",
-        "name": "rlimit_fds",
-        "value": null
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "Port for the JournalNode HTTP web UI. Combined with the JournalNode hostname to build its HTTP address.",
-        "display_name": "JournalNode HTTP Port",
-        "name": "dfs_journalnode_http_port",
-        "value": "8480"
-    },
-    {
-        "desc": "When set, a SIGKILL signal is sent to the role process when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Kill When Out of Memory",
-        "name": "oom_sigkill_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the JournalNode Edits Directory parameter.",
-        "display_name": "Suppress Parameter Validation: JournalNode Edits Directory",
-        "name": "role_config_suppression_dfs_journalnode_edits_dir",
-        "value": "false"
-    },
-    {
-        "desc": "When set, generates heap dump file when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Dump Heap When Out of Memory",
-        "name": "oom_heap_dump_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "If enabled, the JournalNode binds to the wildcard address (\"0.0.0.0\") on all of its ports.",
-        "display_name": "Bind JournalNode to Wildcard Address",
-        "name": "journalnode_bind_wildcard",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for unexpected exits encountered within a recent period specified by the unexpected_exits_window configuration for the role.",
-        "display_name": "Unexpected Exits Thresholds",
-        "name": "unexpected_exits_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Web Server Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Web Server Status",
-        "name": "role_health_suppression_journal_node_web_metric_collection",
-        "value": "false"
-    },
-    {
-        "desc": "Cloudera Manager agent monitors each service and each of its role by publishing metrics to the Cloudera Manager Service Monitor. Setting it to false will stop Cloudera Manager agent from publishing any metric for corresponding service/roles. This is usually helpful for services that generate large amount of metrics which Service Monitor is not able to process.",
-        "display_name": "Enable Metric Collection",
-        "name": "process_should_monitor",
-        "value": "true"
-    },
-    {
-        "desc": "The period to review when computing the moving average of garbage collection time.",
-        "display_name": "Garbage Collection Duration Monitoring Period",
-        "name": "journalnode_gc_duration_window",
-        "value": "5"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Heap Dump Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Heap Dump Directory",
-        "name": "role_config_suppression_oom_heap_dump_dir",
-        "value": "false"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this role reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Health Alerts for this Role",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's JournalNode Edits Directory.",
-        "display_name": "JournalNode Edits Directory Free Space Monitoring Absolute Thresholds",
-        "name": "journalnode_edits_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "The maximum size, in megabytes, per log file for JournalNode logs.  Typically used by log4j or logback.",
-        "display_name": "JournalNode Max Log Size",
-        "name": "max_log_size",
-        "value": "200"
-    },
-    {
-        "desc": "Whether to suppress the results of the Heap Dump Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Heap Dump Directory Free Space",
-        "name": "role_health_suppression_journal_node_heap_dump_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Directory where JournalNode will place its log files.",
-        "display_name": "JournalNode Log Directory",
-        "name": "journalnode_log_dir",
-        "value": "/var/log/hadoop-hdfs"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of this role except client configuration.",
-        "display_name": "JournalNode Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "JOURNALNODE_role_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "These arguments will be passed as part of the Java command line. Commonly, garbage collection flags, PermGen, or extra debugging flags would be passed here.",
-        "display_name": "Java Configuration Options for JournalNode",
-        "name": "journalNode_java_opts",
-        "value": ""
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Heap Dump Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Percentage Thresholds",
-        "name": "heap_dump_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the JournalNode Edits Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: JournalNode Edits Directory Free Space",
-        "name": "role_health_suppression_journal_node_edits_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Number of CPU shares to assign to this role. The greater the number of shares, the larger the share of the host's CPUs that will be given to this role when the host experiences CPU contention. Must be between 2 and 262144. Defaults to 1024 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup CPU Shares",
-        "name": "rm_cpu_shares",
-        "value": "1024"
-    },
-    {
-        "desc": "Path to directory where heap dumps are generated when java.lang.OutOfMemoryError error is thrown. This directory is automatically created if it does not exist. If this directory already exists, role user must have write access to this directory. If this directory is shared among multiple roles, it should have 1777 permissions. The heap dump files are created with 600 permissions and are owned by the role user. The amount of free space in this directory should be greater than the maximum Java Process heap size configured for this role.",
-        "display_name": "Heap Dump Directory",
-        "name": "oom_heap_dump_dir",
-        "value": "/tmp"
-    },
-    {
-        "desc": "The period to review when computing unexpected exits.",
-        "display_name": "Unexpected Exits Monitoring Period",
-        "name": "unexpected_exits_window",
-        "value": "5"
-    },
-    {
-        "desc": "The frequency with which stacks are collected.",
-        "display_name": "Stacks Collection Frequency",
-        "name": "stacks_collection_frequency",
-        "value": "5.0"
-    },
-    {
-        "desc": "The directory in which stacks logs are placed. If not set, stacks are logged into a <code>stacks</code> subdirectory of the role's log directory.",
-        "display_name": "Stacks Collection Directory",
-        "name": "stacks_collection_directory",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Stacks Collection Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Stacks Collection Directory",
-        "name": "role_config_suppression_stacks_collection_directory",
-        "value": "false"
-    },
-    {
-        "desc": "The minimum log level for JournalNode logs",
-        "display_name": "JournalNode Logging Threshold",
-        "name": "log_threshold",
-        "value": "INFO"
-    },
-    {
-        "desc": "Whether to suppress the results of the GC Duration heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: GC Duration",
-        "name": "role_health_suppression_journal_node_gc_duration",
-        "value": "false"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hdfs-namenode.json

@@ -1,872 +0,0 @@
-[
-    {
-        "desc": "Whether to suppress the results of the Checkpoint Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Checkpoint Status",
-        "name": "role_health_suppression_name_node_ha_checkpoint_age",
-        "value": "false"
-    },
-    {
-        "desc": "Name of the journal located on each JournalNode filesystem.",
-        "display_name": "Quorum-based Storage Journal name",
-        "name": "dfs_namenode_quorum_journal_name",
-        "value": null
-    },
-    {
-        "desc": "Timeout when starting a new edit segment with JournalNodes. This only applies when NameNode high availability is enabled.",
-        "display_name": "JournalNode Start Segment Timeout",
-        "name": "dfs_qjournal_start_segment_timeout_ms",
-        "value": "20000"
-    },
-    {
-        "desc": "Indicate whether or not to avoid reading from stale DataNodes for which heartbeat messages have not been received by the NameNode for more than Stale DataNode Time Interval. Stale DataNodes are moved to the end of the node list returned for reading. See dfs.namenode.avoid.write.stale.datanode for a similar setting for writes.",
-        "display_name": "Avoid Reading Stale DataNode",
-        "name": "dfs_namenode_avoid_read_stale_datanode",
-        "value": "false"
-    },
-    {
-        "desc": "The base port where the DFS NameNode web UI listens. If the port number is 0, then the server starts on a free port. Combined with the NameNode's hostname to build its HTTP address.",
-        "display_name": "NameNode Web UI Port",
-        "name": "dfs_http_port",
-        "value": "50070"
-    },
-    {
-        "desc": "Enables the health test that the NameNode is not in safemode",
-        "display_name": "NameNode Safemode Health Test",
-        "name": "namenode_safe_mode_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Number of minutes between trash checkpoints. After a .Trash directory checkpoint is created, the Filesystem Trash Interval will define the time until permanent deletion. If set to 0, the value will be considered equal to the Filesytem Trash Interval value, which can cause the permanent deletion of entries in Trash to take over twice as long. The value for this must not exceed the Filesystem Trash Interval value.",
-        "display_name": "Filesystem Trash Checkpoint Interval",
-        "name": "fs_trash_checkpoint_interval",
-        "value": "60"
-    },
-    {
-        "desc": "The method used to collect stacks. The jstack option involves periodically running the jstack command against the role's daemon process. The servlet method is available for those roles that have an HTTP server endpoint exposing the current stacks traces of all threads. When the servlet method is selected, that HTTP endpoint is periodically scraped.",
-        "display_name": "Stacks Collection Method",
-        "name": "stacks_collection_method",
-        "value": "jstack"
-    },
-    {
-        "desc": "Timeout when accepting recovery of an edit segment from JournalNodes. This only applies when NameNode high availability is enabled.",
-        "display_name": "JournalNode Accept Recovery Timeout",
-        "name": "dfs_qjournal_accept_recovery_timeout_ms",
-        "value": "120000"
-    },
-    {
-        "desc": "Whether or not periodic stacks collection is enabled.",
-        "display_name": "Stacks Collection Enabled",
-        "name": "stacks_collection_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Heap Dump Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Heap Dump Directory Free Space",
-        "name": "role_health_suppression_name_node_heap_dump_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds on the duration of the metrics request to the web server.",
-        "display_name": "Web Metric Collection Duration",
-        "name": "namenode_web_metric_collection_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"10000.0\"}"
-    },
-    {
-        "desc": "The health check thresholds of the NameNode's RPC latency.",
-        "display_name": "NameNode RPC Latency Thresholds",
-        "name": "namenode_rpc_latency_thresholds",
-        "value": "{\"critical\":\"5000.0\",\"warning\":\"1000.0\"}"
-    },
-    {
-        "desc": "The period to review when computing the moving average of extra time the pause monitor spent paused.",
-        "display_name": "Pause Duration Monitoring Period",
-        "name": "namenode_pause_duration_window",
-        "value": "5"
-    },
-    {
-        "desc": "Timeout when writing edits to a JournalNode. This only applies when NameNode high availability is enabled.",
-        "display_name": "JournalNode Write Transactions Timeout",
-        "name": "dfs_qjournal_write_txns_timeout_ms",
-        "value": "20000"
-    },
-    {
-        "desc": "The period to review when computing unexpected exits.",
-        "display_name": "Unexpected Exits Monitoring Period",
-        "name": "unexpected_exits_window",
-        "value": "5"
-    },
-    {
-        "desc": "Whether to suppress the results of the RPC Latency heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: RPC Latency",
-        "name": "role_health_suppression_name_node_rpc_latency",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the File Descriptors heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: File Descriptors",
-        "name": "role_health_suppression_name_node_file_descriptor",
-        "value": "false"
-    },
-    {
-        "desc": "The maximum number of outgoing replication threads a node can have at one time. This limit is waived for the highest priority replications. Configure dfs.namenode.replication.max-streams-hard-limit to set the absolute limit, including the highest-priority replications.",
-        "display_name": "Maximum Number of Replication Threads on a DataNode",
-        "name": "dfs_namenode_replication_max_streams",
-        "value": "20"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>log4j.properties</strong> for this role only.",
-        "display_name": "NameNode Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "log4j_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "When the ratio of number stale DataNodes to total DataNodes marked is greater than this ratio, permit writing to stale nodes to prevent causing hotspots.",
-        "display_name": "Write Stale DataNode Ratio",
-        "name": "dfs_namenode_write_stale_datanode_ratio",
-        "value": "0.5"
-    },
-    {
-        "desc": "The health test thresholds for the weighted average extra time the pause monitor spent paused. Specified as a percentage of elapsed wall clock time.",
-        "display_name": "Pause Duration Thresholds",
-        "name": "namenode_pause_duration_thresholds",
-        "value": "{\"critical\":\"60.0\",\"warning\":\"30.0\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Swap Memory Usage heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Swap Memory Usage",
-        "name": "role_health_suppression_name_node_swap_memory_usage",
-        "value": "false"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this role reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Health Alerts for this Role",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the NameNode Data Directories Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: NameNode Data Directories Free Space",
-        "name": "role_health_suppression_name_node_data_directories_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Filesystem Trash Interval On Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Filesystem Trash Interval On Validator",
-        "name": "role_config_suppression_fs_trash_interval_minimum_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the NameNode Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: NameNode Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml",
-        "name": "role_config_suppression_namenode_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Enables the health test that the NameNode's process state is consistent with the role configuration",
-        "display_name": "NameNode Process Health Test",
-        "name": "namenode_scm_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "When set, generates heap dump file when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Dump Heap When Out of Memory",
-        "name": "oom_heap_dump_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the NameNode Advanced Configuration Snippet (Safety Valve) for dfs_hosts_allow.txt parameter.",
-        "display_name": "Suppress Parameter Validation: NameNode Advanced Configuration Snippet (Safety Valve) for dfs_hosts_allow.txt",
-        "name": "role_config_suppression_namenode_hosts_allow_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the NameNode Log Directory parameter.",
-        "display_name": "Suppress Parameter Validation: NameNode Log Directory",
-        "name": "role_config_suppression_namenode_log_dir",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the NameNode Plugins parameter.",
-        "display_name": "Suppress Parameter Validation: NameNode Plugins",
-        "name": "role_config_suppression_dfs_namenode_plugins_list",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the NameNode Nameservice parameter.",
-        "display_name": "Suppress Parameter Validation: NameNode Nameservice",
-        "name": "role_config_suppression_dfs_federation_namenode_nameservice",
-        "value": "false"
-    },
-    {
-        "desc": "Enables the health test of the rolling metadata upgrade status of the NameNode. This covers rolling metadata upgrades. Nonrolling metadata upgrades are covered in a separate health test.",
-        "display_name": "HDFS Rolling Metadata Upgrade Status Health Test",
-        "name": "namenode_rolling_upgrade_status_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Mount points that are mapped to this NameNode's nameservice.",
-        "display_name": "Mount Points",
-        "name": "nameservice_mountpoints",
-        "value": "/"
-    },
-    {
-        "desc": "The health test thresholds of the number of file descriptors used. Specified as a percentage of file descriptor limit.",
-        "display_name": "File Descriptor Monitoring Thresholds",
-        "name": "namenode_fd_thresholds",
-        "value": "{\"critical\":\"70.0\",\"warning\":\"50.0\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Stacks Collection Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Stacks Collection Directory",
-        "name": "role_config_suppression_stacks_collection_directory",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Log Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Log Directory Free Space Monitoring Percentage Thresholds",
-        "name": "log_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "<p>This file contains the rules that govern how log messages are turned into events by the custom log4j appender that this role loads. It is in JSON format, and is composed of a list of rules. Every log message is evaluated against each of these rules in turn to decide whether or not to send an event for that message. If a log message matches multiple rules, the first matching rule is used. </p><p>Each rule has some or all of the following fields:</p><ul><li><code>alert</code> - whether or not events generated from this rule should be promoted to alerts. A value of \"true\" will cause alerts to be generated. If not specified, the default is \"false\".</li><li><code>rate</code> <b>(mandatory)</b> - the maximum number of log messages matching this rule that can be sent as events every minute. If more than <code>rate</code> matching log messages are received in a single minute, the extra messages are ignored. If rate is less than 0, the number of messages per minute is unlimited.</li><li><code>periodminutes</code>  - the number of minutes during which the publisher will only publish <code>rate</code> events or fewer. If not specified, the default is <b>one minute</b></li><li><code>threshold</code> - apply this rule only to messages with this log4j severity level or above. An example is \"WARN\" for warning level messages or higher.</li><li><code>content</code> - match only those messages for which contents match this regular expression.</li><li><code>exceptiontype</code> - match only those messages that are part of an exception message. The exception type must match this regular expression.</li></ul><p>Example:</p><ul><li><pre>{\"alert\": false, \"rate\": 10, \"exceptiontype\": \"java.lang.StringIndexOutOfBoundsException\"}</pre>This rule sends events to Cloudera Manager for every <code>StringIndexOutOfBoundsException</code>, up to a maximum of 10 every minute.</li><li><pre>{\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"exceptiontype\": \".*\"}, {\"alert\": true, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"ERROR\"}</pre>In this example, an event generated may not be promoted to alert if an exception is in the ERROR log message, because the first rule with alert = false will match.</li></ul>",
-        "display_name": "Rules to Extract Events from Log Files",
-        "name": "log_event_whitelist",
-        "value": "{\n  \"version\": \"0\",\n  \"rules\": [\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"FATAL\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\": \".* is deprecated. Instead, use .*\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\": \".* is deprecated. Use .* instead\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.io.IOException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.net.SocketException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.net.SocketClosedException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.io.EOFException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.nio.channels.CancelledKeyException\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 2, \"exceptiontype\": \".*\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\"Unknown job [^ ]+ being deleted.*\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\"Error executing shell command .+ No such process.+\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\".*attempt to override final parameter.+\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\"[^ ]+ is a deprecated filesystem name. Use.*\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"WARN\"},\n    {\"alert\": false, \"rate\": 1, \"threshold\":\"INFO\", \"content\":\"Triggering checkpoint.*\"}\n  ]\n}\n"
-    },
-    {
-        "desc": "Whether to suppress the results of the Audit Pipeline Test heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Audit Pipeline Test",
-        "name": "role_health_suppression_name_node_audit_health",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Java Configuration Options for NameNode parameter.",
-        "display_name": "Suppress Parameter Validation: Java Configuration Options for NameNode",
-        "name": "role_config_suppression_namenode_java_opts",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the NameNode Edits Directories parameter.",
-        "display_name": "Suppress Parameter Validation: NameNode Edits Directories",
-        "name": "role_config_suppression_dfs_namenode_edits_dir",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the NameNode Advanced Configuration Snippet (Safety Valve) for dfs_hosts_exclude.txt parameter.",
-        "display_name": "Suppress Parameter Validation: NameNode Advanced Configuration Snippet (Safety Valve) for dfs_hosts_exclude.txt",
-        "name": "role_config_suppression_namenode_hosts_exclude_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the NameNode Service Handler Count Minimum Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: NameNode Service Handler Count Minimum Validator",
-        "name": "role_config_suppression_dfs_namenode_service_handler_count_minimum_validator",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Absolute Thresholds",
-        "name": "heap_dump_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Timeout when preparing recovery of an edit segment with JournalNodes. This only applies when NameNode high availability is enabled.",
-        "display_name": "JournalNode Prepare Recovery Timeout",
-        "name": "dfs_qjournal_prepare_recovery_timeout_ms",
-        "value": "120000"
-    },
-    {
-        "desc": "Maximum size in bytes for the Java Process heap memory.  Passed to Java -Xmx.",
-        "display_name": "Java Heap Size of NameNode in Bytes",
-        "name": "namenode_java_heapsize",
-        "value": "4294967296"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Role Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Role Triggers",
-        "name": "role_config_suppression_role_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the JournalNode Sync Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: JournalNode Sync Status",
-        "name": "role_health_suppression_name_node_journal_node_sync_status",
-        "value": "false"
-    },
-    {
-        "desc": "The maximum size, in megabytes, per log file for NameNode logs.  Typically used by log4j or logback.",
-        "display_name": "NameNode Max Log Size",
-        "name": "max_log_size",
-        "value": "200"
-    },
-    {
-        "desc": "Determines where on the local file system the NameNode should store the name table (fsimage). For redundancy, enter a comma-delimited list of directories to replicate the name table in all of the directories. Typical values are /data/N/dfs/nn where N=1..3.",
-        "display_name": "NameNode Data Directories",
-        "name": "dfs_name_dir_list",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress the results of the Upgrade Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Upgrade Status",
-        "name": "role_health_suppression_name_node_upgrade_status",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Shared Edits Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Shared Edits Directory",
-        "name": "role_config_suppression_dfs_namenode_shared_edits_dir",
-        "value": "false"
-    },
-    {
-        "desc": "Default time interval for marking a DataNode as \"stale\". If the NameNode has not received heartbeat messages from a DataNode for more than this time interval, the DataNode is marked and treated as \"stale\" by default.",
-        "display_name": "Stale DataNode Time Interval",
-        "name": "dfs_namenode_stale_datanode_interval",
-        "value": "30000"
-    },
-    {
-        "desc": "Whether to suppress the results of the Pause Duration heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Pause Duration",
-        "name": "role_health_suppression_name_node_pause_duration",
-        "value": "false"
-    },
-    {
-        "desc": "The port where the NameNode runs the HDFS protocol. Combined with the NameNode's hostname to build its address.",
-        "display_name": "NameNode Port",
-        "name": "namenode_port",
-        "value": "8020"
-    },
-    {
-        "desc": "Advanced Configuration Snippet (Safety Valve) for Hadoop Metrics2. Properties will be inserted into <strong>hadoop-metrics2.properties</strong>.",
-        "display_name": "Hadoop Metrics2 Advanced Configuration Snippet (Safety Valve)",
-        "name": "hadoop_metrics2_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The amount of stacks data that is retained. After the retention limit is reached, the oldest data is deleted.",
-        "display_name": "Stacks Collection Data Retention",
-        "name": "stacks_collection_data_retention",
-        "value": "104857600"
-    },
-    {
-        "desc": "The frequency with which stacks are collected.",
-        "display_name": "Stacks Collection Frequency",
-        "name": "stacks_collection_frequency",
-        "value": "5.0"
-    },
-    {
-        "desc": "The period to review when computing the moving average of the NameNode's RPC latency.",
-        "display_name": "NameNode RPC Latency Monitoring Window",
-        "name": "namenode_rpc_latency_window",
-        "value": "5"
-    },
-    {
-        "desc": "Optional port for the service-rpc address which can be used by HDFS daemons instead of sharing the RPC address used by the clients.",
-        "display_name": "NameNode Service RPC Port",
-        "name": "dfs_namenode_servicerpc_address",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Quorum-based Storage Journal name parameter.",
-        "display_name": "Suppress Parameter Validation: Quorum-based Storage Journal name",
-        "name": "role_config_suppression_dfs_namenode_quorum_journal_name",
-        "value": "false"
-    },
-    {
-        "desc": "The health check thresholds for the number of out-of-sync JournalNodes for this NameNode.",
-        "display_name": "NameNode Out-Of-Sync JournalNodes Thresholds",
-        "name": "namenode_out_of_sync_journal_nodes_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's NameNode Data Directories.",
-        "display_name": "NameNode Data Directories Free Space Monitoring Absolute Thresholds",
-        "name": "namenode_data_directories_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hadoop Metrics2 Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Hadoop Metrics2 Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_hadoop_metrics2_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The absolute maximum number of outgoing replication threads a given node can have at one time. The regular limit (dfs.namenode.replication.max-streams) is waived for highest-priority block replications. Highest replication priority is for blocks that are at a very high risk of loss if the disk or server on which they remain fails. These are usually blocks with only one copy, or blocks with zero live copies but a copy in a node being decommissioned. dfs.namenode.replication.max-streams-hard-limit provides a limit on the total number of outgoing replication threads, including threads of all priorities.",
-        "display_name": "Hard Limit on the Number of Replication Threads on a Datanode",
-        "name": "dfs_namenode_replication_max_streams_hard_limit",
-        "value": "40"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of this role except client configuration.",
-        "display_name": "NameNode Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "NAMENODE_role_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Heap Dump Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Percentage Thresholds",
-        "name": "heap_dump_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Directory where NameNode will place its log files.",
-        "display_name": "NameNode Log Directory",
-        "name": "namenode_log_dir",
-        "value": "/var/log/hadoop-hdfs"
-    },
-    {
-        "desc": "Number of CPU shares to assign to this role. The greater the number of shares, the larger the share of the host's CPUs that will be given to this role when the host experiences CPU contention. Must be between 2 and 262144. Defaults to 1024 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup CPU Shares",
-        "name": "rm_cpu_shares",
-        "value": "1024"
-    },
-    {
-        "desc": "Enables the health test of the metadata upgrade status of the NameNode. This covers nonrolling metadata upgrades. Rolling metadata upgrades are covered in a separate health test.",
-        "display_name": "HDFS Metadata Upgrade Status Health Test",
-        "name": "namenode_upgrade_status_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Nameservice of this NameNode. The Nameservice represents the interface to this NameNode and its High Availability partner. The Nameservice also represents the namespace associated with a federated NameNode.",
-        "display_name": "NameNode Nameservice",
-        "name": "dfs_federation_namenode_nameservice",
-        "value": null
-    },
-    {
-        "desc": "The minimum log level for NameNode logs",
-        "display_name": "NameNode Logging Threshold",
-        "name": "log_threshold",
-        "value": "INFO"
-    },
-    {
-        "desc": "Specifies the percentage of blocks that should satisfy the minimal replication requirement defined by dfs.replication.min. Enter a value less than or equal to 0 to wait for any particular percentage of blocks before exiting safemode. Values greater than 1 will make safemode permanent.",
-        "display_name": "Safemode Threshold Percentage",
-        "name": "dfs_safemode_threshold_pct",
-        "value": "0.999"
-    },
-    {
-        "desc": "Directories on the local file system to store the NameNode edits. If not set, the edits are stored in the NameNode's Data Directories. The value of this configuration is automatically generated to be the Quorum-based Storage URI if there are JournalNodes and this NameNode is not Highly Available.",
-        "display_name": "NameNode Edits Directories",
-        "name": "dfs_namenode_edits_dir",
-        "value": null
-    },
-    {
-        "desc": "If set to false and if one of the replicas of the NameNode storage fails, such as temporarily failure of NFS, this directory is not used until the NameNode restarts.  If enabled, failed storage is re-checked on every checkpoint and, if it becomes valid, the NameNode will try to restore the edits and fsimage.",
-        "display_name": "Restore NameNode Directories at Checkpoint Time",
-        "name": "dfs_name_dir_restore",
-        "value": "false"
-    },
-    {
-        "desc": "Timeout when creating new epoch number with JournalNodes. This only applies when NameNode high availability is enabled.",
-        "display_name": "JournalNode New Epoch Timeout",
-        "name": "dfs_qjournal_new_epoch_timeout_ms",
-        "value": "120000"
-    },
-    {
-        "desc": "The amount of time allowed after this role is started that failures of health tests that rely on communication with this role will be tolerated.",
-        "display_name": "Health Test Startup Tolerance",
-        "name": "namenode_startup_tolerance",
-        "value": "5"
-    },
-    {
-        "desc": "These arguments will be passed as part of the Java command line. Commonly, garbage collection flags, PermGen, or extra debugging flags would be passed here.",
-        "display_name": "Java Configuration Options for NameNode",
-        "name": "namenode_java_opts",
-        "value": "-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Java Heap Size of NameNode in Bytes Minimum Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Java Heap Size of NameNode in Bytes Minimum Validator",
-        "name": "role_config_suppression_namenode_java_heapsize_minimum_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Enable Automatic Failover to maintain High Availability. Requires a ZooKeeper service and a High Availability NameNode partner.",
-        "display_name": "Enable Automatic Failover",
-        "name": "autofailover_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's NameNode Data Directories. Specified as a percentage of the capacity on that filesystem. This setting is not used if a NameNode Data Directories Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "NameNode Data Directories Free Space Monitoring Percentage Thresholds",
-        "name": "namenode_data_directories_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Timeout when finalizing current edit segment with JournalNodes. This only applies when NameNode high availability is enabled.",
-        "display_name": "JournalNode Finalize Segment Timeout",
-        "name": "dfs_qjournal_finalize_segment_timeout_ms",
-        "value": "120000"
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>dfs_hosts_exclude.txt</strong> for this role only.",
-        "display_name": "NameNode Advanced Configuration Snippet (Safety Valve) for dfs_hosts_exclude.txt",
-        "name": "namenode_hosts_exclude_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress the results of the Safe Mode Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Safe Mode Status",
-        "name": "role_health_suppression_name_node_safe_mode",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for unexpected exits encountered within a recent period specified by the unexpected_exits_window configuration for the role.",
-        "display_name": "Unexpected Exits Thresholds",
-        "name": "unexpected_exits_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the NameNode Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: NameNode Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_namenode_role_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Rolling Upgrade Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Rolling Upgrade Status",
-        "name": "role_health_suppression_name_node_rolling_upgrade_status",
-        "value": "false"
-    },
-    {
-        "desc": "When set, this role's process is automatically (and transparently) restarted in the event of an unexpected failure.",
-        "display_name": "Automatically Restart Process",
-        "name": "process_auto_restart",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the NameNode Logging Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: NameNode Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_log4j_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "This determines the percentage amount of block invalidations (deletes) to do over a single DataNode heartbeat deletion command. The final deletion count is determined by applying this percentage to the number of live nodes in the system. The resultant number is the number of blocks from the deletion list chosen for proper invalidation over a single heartbeat of a single DataNode.",
-        "display_name": "Invalidate Work Percentage Per Iteration",
-        "name": "dfs_namenode_invalidate_work_pct_per_iteration",
-        "value": "0.32"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Rules to Extract Events from Log Files parameter.",
-        "display_name": "Suppress Parameter Validation: Rules to Extract Events from Log Files",
-        "name": "role_config_suppression_log_event_whitelist",
-        "value": "false"
-    },
-    {
-        "desc": "Enables the health test that the Cloudera Manager Agent can successfully contact and gather metrics from the web server.",
-        "display_name": "Web Metric Collection",
-        "name": "namenode_web_metric_collection_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Hard memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Hard Limit",
-        "name": "rm_memory_hard_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Log Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Log Directory Free Space",
-        "name": "role_health_suppression_name_node_log_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>hdfs-site.xml</strong> for this role only.",
-        "display_name": "NameNode Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml",
-        "name": "namenode_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The time between two periodic file system checkpoints.",
-        "display_name": "Filesystem Checkpoint Period",
-        "name": "fs_checkpoint_period",
-        "value": "3600"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory.",
-        "display_name": "Log Directory Free Space Monitoring Absolute Thresholds",
-        "name": "log_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "When computing the overall NameNode health, consider the host's health.",
-        "display_name": "NameNode Host Health Test",
-        "name": "namenode_host_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The access time for HDFS file is precise upto this value. Setting the value of 0 disables access times for HDFS. When using the NFS Gateway role, make sure this property is enabled.",
-        "display_name": "Access Time Precision",
-        "name": "dfs_access_time_precision",
-        "value": "3600000"
-    },
-    {
-        "desc": "Minimum number of running threads for the Hue Thrift server running on the NameNode",
-        "display_name": "Hue Thrift Server Min Threadcount",
-        "name": "dfs_thrift_threads_min",
-        "value": "10"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Topology Script File Name parameter.",
-        "display_name": "Suppress Parameter Validation: Topology Script File Name",
-        "name": "role_config_suppression_topology_script_file_name",
-        "value": "false"
-    },
-    {
-        "desc": "The number of transactions after which the NameNode or SecondaryNameNode will create a checkpoint of the namespace, regardless of whether the checkpoint period has expired.",
-        "display_name": "Filesystem Checkpoint Transaction Threshold",
-        "name": "fs_checkpoint_txns",
-        "value": "1000000"
-    },
-    {
-        "desc": "Maximum number of running threads for the Hue Thrift server running on the NameNode",
-        "display_name": "Hue Thrift Server Max Threadcount",
-        "name": "dfs_thrift_threads_max",
-        "value": "20"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the NameNode Handler Count Minimum Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: NameNode Handler Count Minimum Validator",
-        "name": "role_config_suppression_dfs_namenode_handler_count_minimum_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Full path to a custom topology script on the host file system. The topology script is used to determine the rack location of nodes. If left blank, a topology script will be provided that uses your hosts' rack information, visible in the \"Hosts\" page.",
-        "display_name": "Topology Script File Name",
-        "name": "topology_script_file_name",
-        "value": null
-    },
-    {
-        "desc": "Path to directory where heap dumps are generated when java.lang.OutOfMemoryError error is thrown. This directory is automatically created if it does not exist. If this directory already exists, role user must have write access to this directory. If this directory is shared among multiple roles, it should have 1777 permissions. The heap dump files are created with 600 permissions and are owned by the role user. The amount of free space in this directory should be greater than the maximum Java Process heap size configured for this role.",
-        "display_name": "Heap Dump Directory",
-        "name": "oom_heap_dump_dir",
-        "value": "/tmp"
-    },
-    {
-        "desc": "The minimum log level for NameNode block state change log messages. Setting this to WARN or higher greatly reduces the amount of log output related to block state changes.",
-        "display_name": "NameNode Block State Change Logging Threshold",
-        "name": "namenode_blockstatechange_log_threshold",
-        "value": "INFO"
-    },
-    {
-        "desc": "Indicate whether or not to avoid writing to stale DataNodes for which heartbeat messages have not been received by the NameNode for more than Stale DataNode Time Interval. Writes avoid using stale DataNodes unless more than a configured ratio (dfs.namenode.write.stale.datanode.ratio) of DataNodes are marked as stale. See dfs.namenode.avoid.read.stale.datanode for a similar setting for reads.",
-        "display_name": "Avoid Writing Stale DataNode",
-        "name": "dfs_namenode_avoid_write_stale_datanode",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds of failed status directories in a NameNode.",
-        "display_name": "NameNode Directory Failures Thresholds",
-        "name": "namenode_directory_failures_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Unexpected Exits heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Unexpected Exits",
-        "name": "role_health_suppression_name_node_unexpected_exits",
-        "value": "false"
-    },
-    {
-        "desc": "Controls the number of minutes after which a trash checkpoint directory is deleted permanently. To disable the trash feature, enter 0. The checkpointing frequency of .Trash directory contents is separately controlled by Filesystem Trash Checkpoint Interval.",
-        "display_name": "Filesystem Trash Interval",
-        "name": "fs_trash_interval",
-        "value": "1440"
-    },
-    {
-        "desc": "The health test thresholds on the swap memory usage of the process.",
-        "display_name": "Process Swap Memory Thresholds",
-        "name": "process_swap_memory_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"any\"}"
-    },
-    {
-        "desc": "This determines the total amount of block transfers to begin in parallel at a DataNode for replication, when such a command list is being sent over a DataNode heartbeat by the NameNode. The actual number is obtained by multiplying this value by the total number of live nodes in the cluster. The result number is the number of blocks to transfer immediately, per DataNode heartbeat.",
-        "display_name": "Replication Work Multiplier Per Iteration",
-        "name": "dfs_namenode_replication_work_multiplier_per_iteration",
-        "value": "10"
-    },
-    {
-        "desc": "The maximum number of rolled log files to keep for NameNode logs.  Typically used by log4j or logback.",
-        "display_name": "NameNode Maximum Log File Backups",
-        "name": "max_log_backup_index",
-        "value": "10"
-    },
-    {
-        "desc": "Determines extension of safemode in milliseconds after the threshold level is reached.",
-        "display_name": "Safemode Extension",
-        "name": "dfs_safemode_extension",
-        "value": "30000"
-    },
-    {
-        "desc": "Timeout in seconds for the Hue Thrift server running on the NameNode",
-        "display_name": "Hue Thrift Server Timeout",
-        "name": "dfs_thrift_timeout",
-        "value": "60"
-    },
-    {
-        "desc": "Soft memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process if and only if the host is facing memory pressure. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Soft Limit",
-        "name": "rm_memory_soft_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "The number of server threads for the NameNode used for service calls. Only used when NameNode Service RPC Port is configured.",
-        "display_name": "NameNode Service Handler Count",
-        "name": "dfs_namenode_service_handler_count",
-        "value": "30"
-    },
-    {
-        "desc": "Cloudera Manager agent monitors each service and each of its role by publishing metrics to the Cloudera Manager Service Monitor. Setting it to false will stop Cloudera Manager agent from publishing any metric for corresponding service/roles. This is usually helpful for services that generate large amount of metrics which Service Monitor is not able to process.",
-        "display_name": "Enable Metric Collection",
-        "name": "process_should_monitor",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Heap Dump Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Heap Dump Directory",
-        "name": "role_config_suppression_oom_heap_dump_dir",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the NameNode Data Directories parameter.",
-        "display_name": "Suppress Parameter Validation: NameNode Data Directories",
-        "name": "role_config_suppression_dfs_name_dir_list",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds of the number of transactions since the last HDFS namespace checkpoint. Specified as a percentage of the configured checkpointing transaction limit.",
-        "display_name": "Filesystem Checkpoint Transactions Monitoring Thresholds",
-        "name": "namenode_checkpoint_transactions_thresholds",
-        "value": "{\"critical\":\"400.0\",\"warning\":\"200.0\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Web Server Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Web Server Status",
-        "name": "role_health_suppression_name_node_web_metric_collection",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds of the age of the HDFS namespace checkpoint. Specified as a percentage of the configured checkpoint interval.",
-        "display_name": "Filesystem Checkpoint Age Monitoring Thresholds",
-        "name": "namenode_checkpoint_age_thresholds",
-        "value": "{\"critical\":\"400.0\",\"warning\":\"200.0\"}"
-    },
-    {
-        "desc": "When set, a SIGKILL signal is sent to the role process when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Kill When Out of Memory",
-        "name": "oom_sigkill_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the Process Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Process Status",
-        "name": "role_health_suppression_name_node_scm_health",
-        "value": "false"
-    },
-    {
-        "desc": "The base port where the secure NameNode web UI listens.",
-        "display_name": "Secure NameNode Web UI Port (TLS/SSL)",
-        "name": "dfs_https_port",
-        "value": "50470"
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>dfs_hosts_allow.txt</strong> for this role only.",
-        "display_name": "NameNode Advanced Configuration Snippet (Safety Valve) for dfs_hosts_allow.txt",
-        "name": "namenode_hosts_allow_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Mount Points parameter.",
-        "display_name": "Suppress Parameter Validation: Mount Points",
-        "name": "role_config_suppression_nameservice_mountpoints",
-        "value": "false"
-    },
-    {
-        "desc": "<p>The configured triggers for this role. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific role. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the following JSON formatted trigger configured for a DataNode fires if the DataNode has more than 1500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleName=$ROLENAME and last(fd_open) > 1500) DO health:bad\",\n  \"streamThreshold\": 0, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Role Triggers",
-        "name": "role_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "If enabled, the NameNode binds to the wildcard address (\"0.0.0.0\") on all of its ports.",
-        "display_name": "Bind NameNode to Wildcard Address",
-        "name": "namenode_bind_wildcard",
-        "value": "false"
-    },
-    {
-        "desc": "Comma-separated list of NameNode plug-ins to be activated. If one plug-in cannot be loaded, all the plug-ins are ignored.",
-        "display_name": "NameNode Plugins",
-        "name": "dfs_namenode_plugins_list",
-        "value": ""
-    },
-    {
-        "desc": "Whether to suppress the results of the Host Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Host Health",
-        "name": "role_health_suppression_name_node_host_health",
-        "value": "false"
-    },
-    {
-        "desc": "Directory on a shared storage device, such as a Quorum-based Storage URI or a local directory that is an NFS mount from a NAS, to store the NameNode edits. The value of this configuration is automatically generated to be the Quourm Journal URI if there are JournalNodes and this NameNode is Highly Available.",
-        "display_name": "Shared Edits Directory",
-        "name": "dfs_namenode_shared_edits_dir",
-        "value": null
-    },
-    {
-        "desc": "The directory in which stacks logs are placed. If not set, stacks are logged into a <code>stacks</code> subdirectory of the role's log directory.",
-        "display_name": "Stacks Collection Directory",
-        "name": "stacks_collection_directory",
-        "value": null
-    },
-    {
-        "desc": "Weight for the read I/O requests issued by this role. The greater the weight, the higher the priority of the requests when the host experiences I/O contention. Must be between 100 and 1000. Defaults to 1000 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup I/O Weight",
-        "name": "rm_io_weight",
-        "value": "500"
-    },
-    {
-        "desc": "The number of server threads for the NameNode.",
-        "display_name": "NameNode Handler Count",
-        "name": "dfs_namenode_handler_count",
-        "value": "30"
-    },
-    {
-        "desc": "Timeout when selecting input streams on JournalNodes. This only applies when NameNode high availability is enabled.",
-        "display_name": "JournalNode Select Input Streams Timeout",
-        "name": "dfs_qjournal_select_input_streams_timeout_ms",
-        "value": "20000"
-    },
-    {
-        "desc": "If configured, overrides the process soft and hard rlimits (also called ulimits) for file descriptors to the configured value.",
-        "display_name": "Maximum Process File Descriptors",
-        "name": "rlimit_fds",
-        "value": null
-    },
-    {
-        "desc": "Timeout when getting current states from JournalNodes. This only applies when NameNode high availability is enabled.",
-        "display_name": "JournalNode Get State Timeout",
-        "name": "dfs_qjournal_get_journal_state_timeout_ms",
-        "value": "120000"
-    },
-    {
-        "desc": "Whether to suppress the results of the Name Directory Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Name Directory Status",
-        "name": "role_health_suppression_name_node_directory_failures",
-        "value": "false"
-    },
-    {
-        "desc": "Specifies the number of DataNodes that must be  live before the name node exits safemode. Enter a value less than or equal to 0 to take the number of live DataNodes into account when deciding whether to remain in safemode during startup. Values greater than the number of DataNodes in the cluster will make safemode permanent.",
-        "display_name": "Safemode Minimum DataNodes",
-        "name": "dfs_safemode_min_datanodes",
-        "value": "1"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hdfs-nfsgateway.json

@@ -1,410 +0,0 @@
-[
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Log Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Log Directory Free Space Monitoring Percentage Thresholds",
-        "name": "log_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the NFS Gateway Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: NFS Gateway Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_nfsgateway_role_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "<p>This file contains the rules that govern how log messages are turned into events by the custom log4j appender that this role loads. It is in JSON format, and is composed of a list of rules. Every log message is evaluated against each of these rules in turn to decide whether or not to send an event for that message. If a log message matches multiple rules, the first matching rule is used. </p><p>Each rule has some or all of the following fields:</p><ul><li><code>alert</code> - whether or not events generated from this rule should be promoted to alerts. A value of \"true\" will cause alerts to be generated. If not specified, the default is \"false\".</li><li><code>rate</code> <b>(mandatory)</b> - the maximum number of log messages matching this rule that can be sent as events every minute. If more than <code>rate</code> matching log messages are received in a single minute, the extra messages are ignored. If rate is less than 0, the number of messages per minute is unlimited.</li><li><code>periodminutes</code>  - the number of minutes during which the publisher will only publish <code>rate</code> events or fewer. If not specified, the default is <b>one minute</b></li><li><code>threshold</code> - apply this rule only to messages with this log4j severity level or above. An example is \"WARN\" for warning level messages or higher.</li><li><code>content</code> - match only those messages for which contents match this regular expression.</li><li><code>exceptiontype</code> - match only those messages that are part of an exception message. The exception type must match this regular expression.</li></ul><p>Example:</p><ul><li><pre>{\"alert\": false, \"rate\": 10, \"exceptiontype\": \"java.lang.StringIndexOutOfBoundsException\"}</pre>This rule sends events to Cloudera Manager for every <code>StringIndexOutOfBoundsException</code>, up to a maximum of 10 every minute.</li><li><pre>{\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"exceptiontype\": \".*\"}, {\"alert\": true, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"ERROR\"}</pre>In this example, an event generated may not be promoted to alert if an exception is in the ERROR log message, because the first rule with alert = false will match.</li></ul>",
-        "display_name": "Rules to Extract Events from Log Files",
-        "name": "log_event_whitelist",
-        "value": "{\n  \"version\": \"0\",\n  \"rules\": [\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"FATAL\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 2, \"exceptiontype\": \".*\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"WARN\"}\n  ]\n}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Swap Memory Usage heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Swap Memory Usage",
-        "name": "role_health_suppression_nfsgateway_swap_memory_usage",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the File Descriptors heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: File Descriptors",
-        "name": "role_health_suppression_nfsgateway_file_descriptor",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Process Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Process Status",
-        "name": "role_health_suppression_nfsgateway_scm_health",
-        "value": "false"
-    },
-    {
-        "desc": "The period to review when computing unexpected exits.",
-        "display_name": "Unexpected Exits Monitoring Period",
-        "name": "unexpected_exits_window",
-        "value": "5"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the NFS Gateway Log Directory parameter.",
-        "display_name": "Suppress Parameter Validation: NFS Gateway Log Directory",
-        "name": "role_config_suppression_nfsgateway_log_dir",
-        "value": "false"
-    },
-    {
-        "desc": "Weight for the read I/O requests issued by this role. The greater the weight, the higher the priority of the requests when the host experiences I/O contention. Must be between 100 and 1000. Defaults to 1000 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup I/O Weight",
-        "name": "rm_io_weight",
-        "value": "500"
-    },
-    {
-        "desc": "The health test thresholds of the number of file descriptors used. Specified as a percentage of file descriptor limit.",
-        "display_name": "File Descriptor Monitoring Thresholds",
-        "name": "nfsgateway_fd_thresholds",
-        "value": "{\"critical\":\"70.0\",\"warning\":\"50.0\"}"
-    },
-    {
-        "desc": "NFS clients often reorder writes. As a result, sequential writes can arrive at the NFS Gateway in random order. This directory is used to temporarily save out-of-order writes before writing to HDFS. For each file, the out-of-order writes are dumped after they are accumulated to exceed certain threshold (e.g., 1MB) in memory. Please make sure this directory has enough space. For example, if the application uploads 10 files with each having 100MB, it is recommended that this directory have roughly 1GB of space in case write reorder happens (in the worst case) to every file.",
-        "display_name": "Temporary Dump Directory",
-        "name": "dfs_nfs3_dump_dir",
-        "value": "/tmp/.hdfs-nfs"
-    },
-    {
-        "desc": "Enables the health test that the NFS Gateway's process state is consistent with the role configuration",
-        "display_name": "NFS Gateway Process Health Test",
-        "name": "nfsgateway_scm_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Absolute Thresholds",
-        "name": "heap_dump_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Maximum size in bytes for the Java Process heap memory.  Passed to Java -Xmx.",
-        "display_name": "Java Heap Size of NFS Gateway in Bytes",
-        "name": "nfsgateway_java_heapsize",
-        "value": "268435456"
-    },
-    {
-        "desc": "The health test thresholds on the swap memory usage of the process.",
-        "display_name": "Process Swap Memory Thresholds",
-        "name": "process_swap_memory_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"any\"}"
-    },
-    {
-        "desc": "The method used to collect stacks. The jstack option involves periodically running the jstack command against the role's daemon process. The servlet method is available for those roles that have an HTTP server endpoint exposing the current stacks traces of all threads. When the servlet method is selected, that HTTP endpoint is periodically scraped.",
-        "display_name": "Stacks Collection Method",
-        "name": "stacks_collection_method",
-        "value": "jstack"
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>hdfs-site.xml</strong> for this role only.",
-        "display_name": "NFS Gateway Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml",
-        "name": "nfsgateway_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The port number of the system portmap or rpcbind service. This configuration is used by Cloudera Manager to verify if the system portmap or rpcbind service is running before starting NFS Gateway role. Cloudera Manager does not manage the system portmap or rpcbind service.",
-        "display_name": "Portmap (or Rpcbind) Port",
-        "name": "nfs3_portmap_port",
-        "value": "111"
-    },
-    {
-        "desc": "The NFS Gateway server port.",
-        "display_name": "NFS Gateway Server Port",
-        "name": "nfs3_server_port",
-        "value": "2049"
-    },
-    {
-        "desc": "Whether or not periodic stacks collection is enabled.",
-        "display_name": "Stacks Collection Enabled",
-        "name": "stacks_collection_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "These arguments will be passed as part of the Java command line. Commonly, garbage collection flags, PermGen, or extra debugging flags would be passed here.",
-        "display_name": "Java Configuration Options for NFS Gateway",
-        "name": "nfsgateway_java_opts",
-        "value": ""
-    },
-    {
-        "desc": "The maximum number of rolled log files to keep for NFS Gateway logs.  Typically used by log4j or logback.",
-        "display_name": "NFS Gateway Maximum Log File Backups",
-        "name": "max_log_backup_index",
-        "value": "10"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the NFS Gateway Logging Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: NFS Gateway Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_log4j_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "<p>The configured triggers for this role. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific role. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the following JSON formatted trigger configured for a DataNode fires if the DataNode has more than 1500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleName=$ROLENAME and last(fd_open) > 1500) DO health:bad\",\n  \"streamThreshold\": 0, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Role Triggers",
-        "name": "role_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "When computing the overall NFS Gateway health, consider the host's health.",
-        "display_name": "NFS Gateway Host Health Test",
-        "name": "nfsgateway_host_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's Temporary Dump Directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Temporary Dump Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Temporary Dump Directory Free Space Monitoring Percentage Thresholds",
-        "name": "nfsgateway_dump_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Host Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Host Health",
-        "name": "role_health_suppression_nfsgateway_host_health",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Rules to Extract Events from Log Files parameter.",
-        "display_name": "Suppress Parameter Validation: Rules to Extract Events from Log Files",
-        "name": "role_config_suppression_log_event_whitelist",
-        "value": "false"
-    },
-    {
-        "desc": "The base port where the secure NFS Gateway server web UI listens. Combined with the NFS Gateway server's hostname to build its secure web UI address.",
-        "display_name": "Secure NFS Gateway Web UI Port (TLS/SSL)",
-        "name": "nfs3_https_port",
-        "value": "50579"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Temporary Dump Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Temporary Dump Directory",
-        "name": "role_config_suppression_dfs_nfs3_dump_dir",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Hard memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Hard Limit",
-        "name": "rm_memory_hard_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "By default, NFS Gateway exported directories can be mounted by any client. For better access control, update this property with a list of host names and access privileges separated by whitespace characters. Host name format can be a single host, a Java regular expression, or an IPv4 address. The access privilege uses <strong>rw</strong> to specify readwrite and <strong>ro</strong> to specify readonly access. If the access privilege is not provided, the default is read-only. Examples of host name format and access privilege: \"192.168.0.0/22 rw\", \"host.*.example.com\", \"host1.test.org ro\".",
-        "display_name": "Allowed Hosts and Privileges",
-        "name": "dfs_nfs_exports_allowed_hosts",
-        "value": "* rw"
-    },
-    {
-        "desc": "When set, this role's process is automatically (and transparently) restarted in the event of an unexpected failure.",
-        "display_name": "Automatically Restart Process",
-        "name": "process_auto_restart",
-        "value": "false"
-    },
-    {
-        "desc": "Cloudera Manager agent monitors each service and each of its role by publishing metrics to the Cloudera Manager Service Monitor. Setting it to false will stop Cloudera Manager agent from publishing any metric for corresponding service/roles. This is usually helpful for services that generate large amount of metrics which Service Monitor is not able to process.",
-        "display_name": "Enable Metric Collection",
-        "name": "process_should_monitor",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the Audit Pipeline Test heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Audit Pipeline Test",
-        "name": "role_health_suppression_nfsgateway_audit_health",
-        "value": "false"
-    },
-    {
-        "desc": "The port number of the mount daemon implemented inside the NFS Gateway server role.",
-        "display_name": "NFS Gateway MountD Port",
-        "name": "nfs3_mountd_port",
-        "value": "4242"
-    },
-    {
-        "desc": "The amount of stacks data that is retained. After the retention limit is reached, the oldest data is deleted.",
-        "display_name": "Stacks Collection Data Retention",
-        "name": "stacks_collection_data_retention",
-        "value": "104857600"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of this role except client configuration.",
-        "display_name": "NFS Gateway Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "NFSGATEWAY_role_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>log4j.properties</strong> for this role only.",
-        "display_name": "NFS Gateway Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "log4j_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Role Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Role Triggers",
-        "name": "role_config_suppression_role_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory.",
-        "display_name": "Log Directory Free Space Monitoring Absolute Thresholds",
-        "name": "log_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "If configured, overrides the process soft and hard rlimits (also called ulimits) for file descriptors to the configured value.",
-        "display_name": "Maximum Process File Descriptors",
-        "name": "rlimit_fds",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress the results of the Log Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Log Directory Free Space",
-        "name": "role_health_suppression_nfsgateway_log_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "The maximum size, in megabytes, per log file for NFS Gateway logs.  Typically used by log4j or logback.",
-        "display_name": "NFS Gateway Max Log Size",
-        "name": "max_log_size",
-        "value": "200"
-    },
-    {
-        "desc": "When set, a SIGKILL signal is sent to the role process when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Kill When Out of Memory",
-        "name": "oom_sigkill_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "When set, generates heap dump file when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Dump Heap When Out of Memory",
-        "name": "oom_heap_dump_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Allowed Hosts and Privileges parameter.",
-        "display_name": "Suppress Parameter Validation: Allowed Hosts and Privileges",
-        "name": "role_config_suppression_dfs_nfs_exports_allowed_hosts",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Heap Dump Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Heap Dump Directory Free Space",
-        "name": "role_health_suppression_nfsgateway_heap_dump_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for unexpected exits encountered within a recent period specified by the unexpected_exits_window configuration for the role.",
-        "display_name": "Unexpected Exits Thresholds",
-        "name": "unexpected_exits_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Temporary Dump Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Temporary Dump Directory Free Space",
-        "name": "role_health_suppression_nfsgateway_dump_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Heap Dump Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Heap Dump Directory",
-        "name": "role_config_suppression_oom_heap_dump_dir",
-        "value": "false"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this role reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Health Alerts for this Role",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "The directory in which stacks logs are placed. If not set, stacks are logged into a <code>stacks</code> subdirectory of the role's log directory.",
-        "display_name": "Stacks Collection Directory",
-        "name": "stacks_collection_directory",
-        "value": null
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Heap Dump Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Percentage Thresholds",
-        "name": "heap_dump_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's Temporary Dump Directory.",
-        "display_name": "Temporary Dump Directory Free Space Monitoring Absolute Thresholds",
-        "name": "nfsgateway_dump_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Number of CPU shares to assign to this role. The greater the number of shares, the larger the share of the host's CPUs that will be given to this role when the host experiences CPU contention. Must be between 2 and 262144. Defaults to 1024 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup CPU Shares",
-        "name": "rm_cpu_shares",
-        "value": "1024"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Java Configuration Options for NFS Gateway parameter.",
-        "display_name": "Suppress Parameter Validation: Java Configuration Options for NFS Gateway",
-        "name": "role_config_suppression_nfsgateway_java_opts",
-        "value": "false"
-    },
-    {
-        "desc": "Path to directory where heap dumps are generated when java.lang.OutOfMemoryError error is thrown. This directory is automatically created if it does not exist. If this directory already exists, role user must have write access to this directory. If this directory is shared among multiple roles, it should have 1777 permissions. The heap dump files are created with 600 permissions and are owned by the role user. The amount of free space in this directory should be greater than the maximum Java Process heap size configured for this role.",
-        "display_name": "Heap Dump Directory",
-        "name": "oom_heap_dump_dir",
-        "value": "/tmp"
-    },
-    {
-        "desc": "Whether to suppress the results of the Unexpected Exits heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Unexpected Exits",
-        "name": "role_health_suppression_nfsgateway_unexpected_exits",
-        "value": "false"
-    },
-    {
-        "desc": "The frequency with which stacks are collected.",
-        "display_name": "Stacks Collection Frequency",
-        "name": "stacks_collection_frequency",
-        "value": "5.0"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Stacks Collection Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Stacks Collection Directory",
-        "name": "role_config_suppression_stacks_collection_directory",
-        "value": "false"
-    },
-    {
-        "desc": "The minimum log level for NFS Gateway logs",
-        "display_name": "NFS Gateway Logging Threshold",
-        "name": "log_threshold",
-        "value": "INFO"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the NFS Gateway Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: NFS Gateway Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml",
-        "name": "role_config_suppression_nfsgateway_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Soft memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process if and only if the host is facing memory pressure. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Soft Limit",
-        "name": "rm_memory_soft_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "Directory where NFS Gateway will place its log files.",
-        "display_name": "NFS Gateway Log Directory",
-        "name": "nfsgateway_log_dir",
-        "value": "/var/log/hadoop-hdfs"
-    },
-    {
-        "desc": "The base port where the NFS Gateway server web UI listens. Combined with the NFS Gateway server hostname to build its HTTP address.",
-        "display_name": "NFS Gateway Web UI Port",
-        "name": "nfs3_http_port",
-        "value": "50079"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hdfs-secondarynamenode.json

@@ -1,458 +0,0 @@
-[
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Log Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Log Directory Free Space Monitoring Percentage Thresholds",
-        "name": "log_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "<p>This file contains the rules that govern how log messages are turned into events by the custom log4j appender that this role loads. It is in JSON format, and is composed of a list of rules. Every log message is evaluated against each of these rules in turn to decide whether or not to send an event for that message. If a log message matches multiple rules, the first matching rule is used. </p><p>Each rule has some or all of the following fields:</p><ul><li><code>alert</code> - whether or not events generated from this rule should be promoted to alerts. A value of \"true\" will cause alerts to be generated. If not specified, the default is \"false\".</li><li><code>rate</code> <b>(mandatory)</b> - the maximum number of log messages matching this rule that can be sent as events every minute. If more than <code>rate</code> matching log messages are received in a single minute, the extra messages are ignored. If rate is less than 0, the number of messages per minute is unlimited.</li><li><code>periodminutes</code>  - the number of minutes during which the publisher will only publish <code>rate</code> events or fewer. If not specified, the default is <b>one minute</b></li><li><code>threshold</code> - apply this rule only to messages with this log4j severity level or above. An example is \"WARN\" for warning level messages or higher.</li><li><code>content</code> - match only those messages for which contents match this regular expression.</li><li><code>exceptiontype</code> - match only those messages that are part of an exception message. The exception type must match this regular expression.</li></ul><p>Example:</p><ul><li><pre>{\"alert\": false, \"rate\": 10, \"exceptiontype\": \"java.lang.StringIndexOutOfBoundsException\"}</pre>This rule sends events to Cloudera Manager for every <code>StringIndexOutOfBoundsException</code>, up to a maximum of 10 every minute.</li><li><pre>{\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"exceptiontype\": \".*\"}, {\"alert\": true, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"ERROR\"}</pre>In this example, an event generated may not be promoted to alert if an exception is in the ERROR log message, because the first rule with alert = false will match.</li></ul>",
-        "display_name": "Rules to Extract Events from Log Files",
-        "name": "log_event_whitelist",
-        "value": "{\n  \"version\": \"0\",\n  \"rules\": [\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"FATAL\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\": \".* is deprecated. Instead, use .*\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\": \".* is deprecated. Use .* instead\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.io.IOException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.net.SocketException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.net.SocketClosedException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.io.EOFException\"},\n    {\"alert\": false, \"rate\": 0, \"exceptiontype\": \"java.nio.channels.CancelledKeyException\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 2, \"exceptiontype\": \".*\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\"Unknown job [^ ]+ being deleted.*\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\"Error executing shell command .+ No such process.+\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\".*attempt to override final parameter.+\"},\n    {\"alert\": false, \"rate\": 0, \"threshold\":\"WARN\", \"content\":\"[^ ]+ is a deprecated filesystem name. Use.*\"},\n    {\"alert\": false, \"rate\": 1, \"periodminutes\": 1, \"threshold\":\"WARN\"},\n    {\"alert\": false, \"rate\": 1, \"threshold\":\"INFO\", \"content\":\"Triggering checkpoint.*\"}\n  ]\n}\n"
-    },
-    {
-        "desc": "Whether to suppress the results of the Heap Dump Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Heap Dump Directory Free Space",
-        "name": "role_health_suppression_secondary_name_node_heap_dump_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "These arguments will be passed as part of the Java command line. Commonly, garbage collection flags, PermGen, or extra debugging flags would be passed here.",
-        "display_name": "Java Configuration Options for Secondary NameNode",
-        "name": "secondarynamenode_java_opts",
-        "value": "-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled"
-    },
-    {
-        "desc": "The health test thresholds for the weighted average time spent in Java garbage collection. Specified as a percentage of elapsed wall clock time.",
-        "display_name": "Garbage Collection Duration Thresholds",
-        "name": "secondarynamenode_gc_duration_thresholds",
-        "value": "{\"critical\":\"60.0\",\"warning\":\"30.0\"}"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's HDFS Checkpoint Directories.",
-        "display_name": "HDFS Checkpoint Directories Free Space Monitoring Absolute Thresholds",
-        "name": "secondarynamenode_checkpoint_directories_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Maximum size in bytes for the Java Process heap memory.  Passed to Java -Xmx.",
-        "display_name": "Java Heap Size of Secondary NameNode in Bytes",
-        "name": "secondary_namenode_java_heapsize",
-        "value": "4294967296"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the SecondaryNameNode Nameservice parameter.",
-        "display_name": "Suppress Parameter Validation: SecondaryNameNode Nameservice",
-        "name": "role_config_suppression_dfs_secondarynamenode_nameservice",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Process Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Process Status",
-        "name": "role_health_suppression_secondary_name_node_scm_health",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds on the duration of the metrics request to the web server.",
-        "display_name": "Web Metric Collection Duration",
-        "name": "secondarynamenode_web_metric_collection_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"10000.0\"}"
-    },
-    {
-        "desc": "Weight for the read I/O requests issued by this role. The greater the weight, the higher the priority of the requests when the host experiences I/O contention. Must be between 100 and 1000. Defaults to 1000 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup I/O Weight",
-        "name": "rm_io_weight",
-        "value": "500"
-    },
-    {
-        "desc": "Whether to suppress the results of the Web Server Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Web Server Status",
-        "name": "role_health_suppression_secondary_name_node_web_metric_collection",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Absolute Thresholds",
-        "name": "heap_dump_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "The health test thresholds on the swap memory usage of the process.",
-        "display_name": "Process Swap Memory Thresholds",
-        "name": "process_swap_memory_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"any\"}"
-    },
-    {
-        "desc": "The method used to collect stacks. The jstack option involves periodically running the jstack command against the role's daemon process. The servlet method is available for those roles that have an HTTP server endpoint exposing the current stacks traces of all threads. When the servlet method is selected, that HTTP endpoint is periodically scraped.",
-        "display_name": "Stacks Collection Method",
-        "name": "stacks_collection_method",
-        "value": "jstack"
-    },
-    {
-        "desc": "Whether or not periodic stacks collection is enabled.",
-        "display_name": "Stacks Collection Enabled",
-        "name": "stacks_collection_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "Enables the health test that the SecondaryNameNode's process state is consistent with the role configuration",
-        "display_name": "SecondaryNameNode Process Health Test",
-        "name": "secondarynamenode_scm_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The maximum number of rolled log files to keep for SecondaryNameNode logs.  Typically used by log4j or logback.",
-        "display_name": "SecondaryNameNode Maximum Log File Backups",
-        "name": "max_log_backup_index",
-        "value": "10"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the SecondaryNameNode Logging Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: SecondaryNameNode Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_log4j_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The time between two periodic file system checkpoints.",
-        "display_name": "Filesystem Checkpoint Period",
-        "name": "fs_checkpoint_period",
-        "value": "3600"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HDFS Checkpoint Directories parameter.",
-        "display_name": "Suppress Parameter Validation: HDFS Checkpoint Directories",
-        "name": "role_config_suppression_fs_checkpoint_dir_list",
-        "value": "false"
-    },
-    {
-        "desc": "Soft memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process if and only if the host is facing memory pressure. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Soft Limit",
-        "name": "rm_memory_soft_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "Enables the health test that the Cloudera Manager Agent can successfully contact and gather metrics from the web server.",
-        "display_name": "Web Metric Collection",
-        "name": "secondarynamenode_web_metric_collection_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the Swap Memory Usage heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Swap Memory Usage",
-        "name": "role_health_suppression_secondary_name_node_swap_memory_usage",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>hdfs-site.xml</strong> for this role only.",
-        "display_name": "SecondaryNameNode Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml",
-        "name": "secondarynamenode_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Java Configuration Options for Secondary NameNode parameter.",
-        "display_name": "Suppress Parameter Validation: Java Configuration Options for Secondary NameNode",
-        "name": "role_config_suppression_secondarynamenode_java_opts",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Rules to Extract Events from Log Files parameter.",
-        "display_name": "Suppress Parameter Validation: Rules to Extract Events from Log Files",
-        "name": "role_config_suppression_log_event_whitelist",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Hard memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Hard Limit",
-        "name": "rm_memory_hard_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "When set, this role's process is automatically (and transparently) restarted in the event of an unexpected failure.",
-        "display_name": "Automatically Restart Process",
-        "name": "process_auto_restart",
-        "value": "false"
-    },
-    {
-        "desc": "Cloudera Manager agent monitors each service and each of its role by publishing metrics to the Cloudera Manager Service Monitor. Setting it to false will stop Cloudera Manager agent from publishing any metric for corresponding service/roles. This is usually helpful for services that generate large amount of metrics which Service Monitor is not able to process.",
-        "display_name": "Enable Metric Collection",
-        "name": "process_should_monitor",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the GC Duration heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: GC Duration",
-        "name": "role_health_suppression_secondary_name_node_gc_duration",
-        "value": "false"
-    },
-    {
-        "desc": "Advanced Configuration Snippet (Safety Valve) for Hadoop Metrics2. Properties will be inserted into <strong>hadoop-metrics2.properties</strong>.",
-        "display_name": "Hadoop Metrics2 Advanced Configuration Snippet (Safety Valve)",
-        "name": "hadoop_metrics2_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The amount of stacks data that is retained. After the retention limit is reached, the oldest data is deleted.",
-        "display_name": "Stacks Collection Data Retention",
-        "name": "stacks_collection_data_retention",
-        "value": "104857600"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of this role except client configuration.",
-        "display_name": "SecondaryNameNode Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "SECONDARYNAMENODE_role_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Heap Dump Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Heap Dump Directory",
-        "name": "role_config_suppression_oom_heap_dump_dir",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Unexpected Exits heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Unexpected Exits",
-        "name": "role_health_suppression_secondary_name_node_unexpected_exits",
-        "value": "false"
-    },
-    {
-        "desc": "If enabled, the SecondaryNameNode binds to the wildcard address (\"0.0.0.0\") on all of its ports.",
-        "display_name": "Bind SecondaryNameNode to Wildcard Address",
-        "name": "secondary_namenode_bind_wildcard",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>log4j.properties</strong> for this role only.",
-        "display_name": "SecondaryNameNode Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "log4j_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Role Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Role Triggers",
-        "name": "role_config_suppression_role_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "The number of transactions after which the NameNode or SecondaryNameNode will create a checkpoint of the namespace, regardless of whether the checkpoint period has expired.",
-        "display_name": "Filesystem Checkpoint Transaction Threshold",
-        "name": "fs_checkpoint_txns",
-        "value": "1000000"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory.",
-        "display_name": "Log Directory Free Space Monitoring Absolute Thresholds",
-        "name": "log_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the SecondaryNameNode Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: SecondaryNameNode Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_secondarynamenode_role_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the HDFS Checkpoint Directories Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: HDFS Checkpoint Directories Free Space",
-        "name": "role_health_suppression_secondary_name_node_checkpoint_directories_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "If configured, overrides the process soft and hard rlimits (also called ulimits) for file descriptors to the configured value.",
-        "display_name": "Maximum Process File Descriptors",
-        "name": "rlimit_fds",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress the results of the Host Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Host Health",
-        "name": "role_health_suppression_secondary_name_node_host_health",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the SecondaryNameNode Log Directory parameter.",
-        "display_name": "Suppress Parameter Validation: SecondaryNameNode Log Directory",
-        "name": "role_config_suppression_secondarynamenode_log_dir",
-        "value": "false"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's HDFS Checkpoint Directories. Specified as a percentage of the capacity on that filesystem. This setting is not used if a HDFS Checkpoint Directories Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "HDFS Checkpoint Directories Free Space Monitoring Percentage Thresholds",
-        "name": "secondarynamenode_checkpoint_directories_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "When computing the overall SecondaryNameNode health, consider the host's health.",
-        "display_name": "SecondaryNameNode Host Health Test",
-        "name": "secondarynamenode_host_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The maximum size, in megabytes, per log file for SecondaryNameNode logs.  Typically used by log4j or logback.",
-        "display_name": "SecondaryNameNode Max Log Size",
-        "name": "max_log_size",
-        "value": "200"
-    },
-    {
-        "desc": "When set, a SIGKILL signal is sent to the role process when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Kill When Out of Memory",
-        "name": "oom_sigkill_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "When set, generates heap dump file when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Dump Heap When Out of Memory",
-        "name": "oom_heap_dump_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Stacks Collection Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Stacks Collection Directory",
-        "name": "role_config_suppression_stacks_collection_directory",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for unexpected exits encountered within a recent period specified by the unexpected_exits_window configuration for the role.",
-        "display_name": "Unexpected Exits Thresholds",
-        "name": "unexpected_exits_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the SecondaryNameNode Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: SecondaryNameNode Advanced Configuration Snippet (Safety Valve) for hdfs-site.xml",
-        "name": "role_config_suppression_secondarynamenode_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds of the number of file descriptors used. Specified as a percentage of file descriptor limit.",
-        "display_name": "File Descriptor Monitoring Thresholds",
-        "name": "secondarynamenode_fd_thresholds",
-        "value": "{\"critical\":\"70.0\",\"warning\":\"50.0\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hadoop Metrics2 Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Hadoop Metrics2 Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_hadoop_metrics2_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The base port where the secure SecondaryNameNode web UI listens.",
-        "display_name": "Secure SecondaryNameNode Web UI Port (TLS/SSL)",
-        "name": "dfs_secondary_https_port",
-        "value": "50495"
-    },
-    {
-        "desc": "<p>The configured triggers for this role. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific role. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the following JSON formatted trigger configured for a DataNode fires if the DataNode has more than 1500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleName=$ROLENAME and last(fd_open) > 1500) DO health:bad\",\n  \"streamThreshold\": 0, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Role Triggers",
-        "name": "role_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "Whether to suppress the results of the Audit Pipeline Test heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Audit Pipeline Test",
-        "name": "role_health_suppression_secondary_name_node_audit_health",
-        "value": "false"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this role reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Health Alerts for this Role",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the Log Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Log Directory Free Space",
-        "name": "role_health_suppression_secondary_name_node_log_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "The period to review when computing the moving average of garbage collection time.",
-        "display_name": "Garbage Collection Duration Monitoring Period",
-        "name": "secondarynamenode_gc_duration_window",
-        "value": "5"
-    },
-    {
-        "desc": "Determines where on the local file system the HDFS SecondaryNameNode should store the temporary images to merge. For redundancy, enter a comma-delimited list of directories to replicate the image in all of the directories. Typical values are /data/N/dfs/snn for N = 1, 2, 3...",
-        "display_name": "HDFS Checkpoint Directories",
-        "name": "fs_checkpoint_dir_list",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress the results of the File Descriptors heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: File Descriptors",
-        "name": "role_health_suppression_secondary_name_node_file_descriptor",
-        "value": "false"
-    },
-    {
-        "desc": "The directory in which stacks logs are placed. If not set, stacks are logged into a <code>stacks</code> subdirectory of the role's log directory.",
-        "display_name": "Stacks Collection Directory",
-        "name": "stacks_collection_directory",
-        "value": null
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Heap Dump Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Percentage Thresholds",
-        "name": "heap_dump_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Number of CPU shares to assign to this role. The greater the number of shares, the larger the share of the host's CPUs that will be given to this role when the host experiences CPU contention. Must be between 2 and 262144. Defaults to 1024 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup CPU Shares",
-        "name": "rm_cpu_shares",
-        "value": "1024"
-    },
-    {
-        "desc": "Path to directory where heap dumps are generated when java.lang.OutOfMemoryError error is thrown. This directory is automatically created if it does not exist. If this directory already exists, role user must have write access to this directory. If this directory is shared among multiple roles, it should have 1777 permissions. The heap dump files are created with 600 permissions and are owned by the role user. The amount of free space in this directory should be greater than the maximum Java Process heap size configured for this role.",
-        "display_name": "Heap Dump Directory",
-        "name": "oom_heap_dump_dir",
-        "value": "/tmp"
-    },
-    {
-        "desc": "The period to review when computing unexpected exits.",
-        "display_name": "Unexpected Exits Monitoring Period",
-        "name": "unexpected_exits_window",
-        "value": "5"
-    },
-    {
-        "desc": "The frequency with which stacks are collected.",
-        "display_name": "Stacks Collection Frequency",
-        "name": "stacks_collection_frequency",
-        "value": "5.0"
-    },
-    {
-        "desc": "Nameservice of this SecondaryNameNode",
-        "display_name": "SecondaryNameNode Nameservice",
-        "name": "dfs_secondarynamenode_nameservice",
-        "value": null
-    },
-    {
-        "desc": "The minimum log level for SecondaryNameNode logs",
-        "display_name": "SecondaryNameNode Logging Threshold",
-        "name": "log_threshold",
-        "value": "INFO"
-    },
-    {
-        "desc": "Directory where SecondaryNameNode will place its log files.",
-        "display_name": "SecondaryNameNode Log Directory",
-        "name": "secondarynamenode_log_dir",
-        "value": "/var/log/hadoop-hdfs"
-    },
-    {
-        "desc": "The SecondaryNameNode HTTP port. If the port is 0, then the server starts on a free port. Combined with the SecondaryNameNode's hostname to build its HTTP address.",
-        "display_name": "SecondaryNameNode Web UI Port",
-        "name": "dfs_secondary_http_port",
-        "value": "50090"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hive-gateway.json

@@ -1,98 +0,0 @@
-[
-    {
-        "desc": "For advanced use only, a string to be inserted into the client configuration for <strong>hive-site.xml</strong>.",
-        "display_name": "Hive Client Advanced Configuration Snippet (Safety Valve) for hive-site.xml",
-        "name": "hive_client_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Deploy Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Deploy Directory",
-        "name": "role_config_suppression_client_config_root_dir",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>log4j.properties</strong> for this role only.",
-        "display_name": "Gateway Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "log4j_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "These are Java command-line arguments. Commonly, garbage collection flags, PermGen, or extra debugging flags would be passed here.",
-        "display_name": "Client Java Configuration Options",
-        "name": "hive_client_java_opts",
-        "value": "-XX:MaxPermSize=512M -Djava.net.preferIPv4Stack=true"
-    },
-    {
-        "desc": "Timeout for requests to the Hive Metastore Server. Consider increasing this if you have tables with a lot of metadata and see timeout errors. Used by most Hive Metastore clients such as Hive CLI and HiveServer2, but not by Impala. Impala has a separately configured timeout.",
-        "display_name": "Hive Metastore Connection Timeout",
-        "name": "hive_metastore_timeout",
-        "value": "300"
-    },
-    {
-        "desc": "The directory where the client configs will be deployed",
-        "display_name": "Deploy Directory",
-        "name": "client_config_root_dir",
-        "value": "/etc/hive"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into the client configuration for <strong>hive-env.sh</strong>",
-        "display_name": "Gateway Client Environment Advanced Configuration Snippet (Safety Valve) for hive-env.sh",
-        "name": "hive_client_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The priority level that the client configuration will have in the Alternatives system on the hosts. Higher priority levels will cause Alternatives to prefer this configuration over any others.",
-        "display_name": "Alternatives Priority",
-        "name": "client_config_priority",
-        "value": "90"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "Maximum size in bytes for the Java process heap memory.  Passed to Java -Xmx.",
-        "display_name": "Client Java Heap Size in Bytes",
-        "name": "hive_client_java_heapsize",
-        "value": "2147483648"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Gateway Client Environment Advanced Configuration Snippet (Safety Valve) for hive-env.sh parameter.",
-        "display_name": "Suppress Parameter Validation: Gateway Client Environment Advanced Configuration Snippet (Safety Valve) for hive-env.sh",
-        "name": "role_config_suppression_hive_client_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Client Advanced Configuration Snippet (Safety Valve) for hive-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Client Advanced Configuration Snippet (Safety Valve) for hive-site.xml",
-        "name": "role_config_suppression_hive_client_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Gateway Logging Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Gateway Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_log4j_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The minimum log level for Gateway logs",
-        "display_name": "Gateway Logging Threshold",
-        "name": "log_threshold",
-        "value": "INFO"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Client Java Configuration Options parameter.",
-        "display_name": "Suppress Parameter Validation: Client Java Configuration Options",
-        "name": "role_config_suppression_hive_client_java_opts",
-        "value": "false"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hive-hivemetastore.json

@@ -1,434 +0,0 @@
-[
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Log Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Log Directory Free Space Monitoring Percentage Thresholds",
-        "name": "log_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether or not periodic stacks collection is enabled.",
-        "display_name": "Stacks Collection Enabled",
-        "name": "stacks_collection_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "The period to review when computing unexpected exits.",
-        "display_name": "Unexpected Exits Monitoring Period",
-        "name": "unexpected_exits_window",
-        "value": "5"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Java Configuration Options for Hive Metastore Server parameter.",
-        "display_name": "Suppress Parameter Validation: Java Configuration Options for Hive Metastore Server",
-        "name": "role_config_suppression_hive_metastore_java_opts",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for the weighted average extra time the pause monitor spent paused. Specified as a percentage of elapsed wall clock time.",
-        "display_name": "Pause Duration Thresholds",
-        "name": "hivemetastore_pause_duration_thresholds",
-        "value": "{\"critical\":\"60.0\",\"warning\":\"30.0\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Audit Pipeline Test heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Audit Pipeline Test",
-        "name": "role_health_suppression_hivemetastore_audit_health",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Hive Metastore Max Message Size Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Hive Metastore Max Message Size Validator",
-        "name": "role_config_suppression_hive_metastore_max_message_size_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Log Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Log Directory Free Space",
-        "name": "role_health_suppression_hivemetastore_log_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Host Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Host Health",
-        "name": "role_health_suppression_hivemetastore_host_health",
-        "value": "false"
-    },
-    {
-        "desc": "The period to review when computing the moving average of extra time the pause monitor spent paused.",
-        "display_name": "Pause Duration Monitoring Period",
-        "name": "hivemetastore_pause_duration_window",
-        "value": "5"
-    },
-    {
-        "desc": "Maximum number of worker threads in the Hive Metastore Server's thread pool",
-        "display_name": "Max Hive Metastore Server Threads",
-        "name": "hive_metastore_max_threads",
-        "value": "100000"
-    },
-    {
-        "desc": "Enables the health test that checks that basic Hive Metastore operations succeed",
-        "display_name": "Hive Metastore Canary Health Test",
-        "name": "metastore_canary_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the File Descriptors heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: File Descriptors",
-        "name": "role_health_suppression_hivemetastore_file_descriptor",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Absolute Thresholds",
-        "name": "heap_dump_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "These arguments will be passed as part of the Java command line. Commonly, garbage collection flags, PermGen, or extra debugging flags would be passed here.",
-        "display_name": "Java Configuration Options for Hive Metastore Server",
-        "name": "hive_metastore_java_opts",
-        "value": "-XX:MaxPermSize=512M -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled"
-    },
-    {
-        "desc": "The health test thresholds on the swap memory usage of the process.",
-        "display_name": "Process Swap Memory Thresholds",
-        "name": "process_swap_memory_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"any\"}"
-    },
-    {
-        "desc": "Time-to-live in seconds for notifications present in NOTIFICATION_LOG. Only used when Enable Stored Notifications in Database is enabled.",
-        "display_name": "Time-to-live for Database Notifications",
-        "name": "hive_metastore_event_db_listener_timetolive",
-        "value": "172800"
-    },
-    {
-        "desc": "The method used to collect stacks. The jstack option involves periodically running the jstack command against the role's daemon process. The servlet method is available for those roles that have an HTTP server endpoint exposing the current stacks traces of all threads. When the servlet method is selected, that HTTP endpoint is periodically scraped.",
-        "display_name": "Stacks Collection Method",
-        "name": "stacks_collection_method",
-        "value": "jstack"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Metastore Server Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Metastore Server Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_hive_metastore_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Swap Memory Usage heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Swap Memory Usage",
-        "name": "role_health_suppression_hivemetastore_swap_memory_usage",
-        "value": "false"
-    },
-    {
-        "desc": "The maximum number of rolled log files to keep for Hive Metastore Server logs.  Typically used by log4j or logback.",
-        "display_name": "Hive Metastore Server Maximum Log File Backups",
-        "name": "max_log_backup_index",
-        "value": "10"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Metastore Server Logging Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Metastore Server Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_log4j_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "<p>The configured triggers for this role. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific role. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the following JSON formatted trigger configured for a DataNode fires if the DataNode has more than 1500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleName=$ROLENAME and last(fd_open) > 1500) DO health:bad\",\n  \"streamThreshold\": 0, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Role Triggers",
-        "name": "role_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "Whether to suppress the results of the Process Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Process Status",
-        "name": "role_health_suppression_hivemetastore_scm_health",
-        "value": "false"
-    },
-    {
-        "desc": "Soft memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process if and only if the host is facing memory pressure. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Soft Limit",
-        "name": "rm_memory_soft_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory.",
-        "display_name": "Log Directory Free Space Monitoring Absolute Thresholds",
-        "name": "log_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Enable stored notifications of metadata changes. When enabled, each metadata change will be stored in NOTIFICATION_LOG.",
-        "display_name": "Enable Stored Notifications in Database",
-        "name": "hive_enable_db_notification",
-        "value": "false"
-    },
-    {
-        "desc": "When set, this role's process is automatically (and transparently) restarted in the event of an unexpected failure.",
-        "display_name": "Automatically Restart Process",
-        "name": "process_auto_restart",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "When computing the overall Hive Metastore Server health, consider the host's health.",
-        "display_name": "Hive Metastore Server Host Health Test",
-        "name": "hivemetastore_host_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Path to directory where heap dumps are generated when java.lang.OutOfMemoryError error is thrown. This directory is automatically created if it does not exist. If this directory already exists, role user must have write access to this directory. If this directory is shared among multiple roles, it should have 1777 permissions. The heap dump files are created with 600 permissions and are owned by the role user. The amount of free space in this directory should be greater than the maximum Java Process heap size configured for this role.",
-        "display_name": "Heap Dump Directory",
-        "name": "oom_heap_dump_dir",
-        "value": "/tmp"
-    },
-    {
-        "desc": "Cloudera Manager agent monitors each service and each of its role by publishing metrics to the Cloudera Manager Service Monitor. Setting it to false will stop Cloudera Manager agent from publishing any metric for corresponding service/roles. This is usually helpful for services that generate large amount of metrics which Service Monitor is not able to process.",
-        "display_name": "Enable Metric Collection",
-        "name": "process_should_monitor",
-        "value": "true"
-    },
-    {
-        "desc": "Weight for the read I/O requests issued by this role. The greater the weight, the higher the priority of the requests when the host experiences I/O contention. Must be between 100 and 1000. Defaults to 1000 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup I/O Weight",
-        "name": "rm_io_weight",
-        "value": "500"
-    },
-    {
-        "desc": "Controls whether the Hive metrics subsystem is enabled for the role.",
-        "display_name": "Enable Metrics Subsystem",
-        "name": "hive_metrics_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The amount of stacks data that is retained. After the retention limit is reached, the oldest data is deleted.",
-        "display_name": "Stacks Collection Data Retention",
-        "name": "stacks_collection_data_retention",
-        "value": "104857600"
-    },
-    {
-        "desc": "Hard memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Hard Limit",
-        "name": "rm_memory_hard_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Heap Dump Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Heap Dump Directory",
-        "name": "role_config_suppression_oom_heap_dump_dir",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>log4j.properties</strong> for this role only.",
-        "display_name": "Hive Metastore Server Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "log4j_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Role Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Role Triggers",
-        "name": "role_config_suppression_role_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "Maximum size in bytes for the Java Process heap memory.  Passed to Java -Xmx.",
-        "display_name": "Java Heap Size of Hive Metastore Server in Bytes",
-        "name": "hive_metastore_java_heapsize",
-        "value": "8589934592"
-    },
-    {
-        "desc": "The health test thresholds of the number of file descriptors used. Specified as a percentage of file descriptor limit.",
-        "display_name": "File Descriptor Monitoring Thresholds",
-        "name": "hivemetastore_fd_thresholds",
-        "value": "{\"critical\":\"70.0\",\"warning\":\"50.0\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Heap Dump Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Heap Dump Directory Free Space",
-        "name": "role_health_suppression_hivemetastore_heap_dump_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Port on which Hive Metastore Server will listen for connections.",
-        "display_name": "Hive Metastore Server Port",
-        "name": "hive_metastore_port",
-        "value": "9083"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Hive MetaStore Metadata Notification Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Hive MetaStore Metadata Notification Validator",
-        "name": "role_config_suppression_hive_metastore_db_notification_validator",
-        "value": "false"
-    },
-    {
-        "desc": "If configured, overrides the process soft and hard rlimits (also called ulimits) for file descriptors to the configured value.",
-        "display_name": "Maximum Process File Descriptors",
-        "name": "rlimit_fds",
-        "value": null
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>hive-site.xml</strong> for this role only.",
-        "display_name": "Hive Metastore Server Advanced Configuration Snippet (Safety Valve) for hive-site.xml",
-        "name": "hive_metastore_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "The maximum size, in megabytes, per log file for Hive Metastore Server logs.  Typically used by log4j or logback.",
-        "display_name": "Hive Metastore Server Max Log Size",
-        "name": "max_log_size",
-        "value": "200"
-    },
-    {
-        "desc": "When set, a SIGKILL signal is sent to the role process when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Kill When Out of Memory",
-        "name": "oom_sigkill_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the Pause Duration heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Pause Duration",
-        "name": "role_health_suppression_hivemetastore_pause_duration",
-        "value": "false"
-    },
-    {
-        "desc": "When set, generates heap dump file when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Dump Heap When Out of Memory",
-        "name": "oom_heap_dump_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the Hive Metastore Canary heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Hive Metastore Canary",
-        "name": "role_health_suppression_hivemetastore_canary_health",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Metrics Sample File Location parameter.",
-        "display_name": "Suppress Parameter Validation: Metrics Sample File Location",
-        "name": "role_config_suppression_hive_metrics_sample_file_location",
-        "value": "false"
-    },
-    {
-        "desc": "The full path to a file with a sample of metrics exposed by the role. The sample is updated at the frequency configured by Metrics Sample File Logging Frequency. By default, the sample file is logged to a directory under the role log directory, e.g., /var/log/hive/metrics-hivemetastore/metrics.log. The setting only has an effect if \"Enable Metrics Subsystem\" is set to true.",
-        "display_name": "Metrics Sample File Location",
-        "name": "hive_metrics_sample_file_location",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress the results of the Unexpected Exits heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Unexpected Exits",
-        "name": "role_health_suppression_hivemetastore_unexpected_exits",
-        "value": "false"
-    },
-    {
-        "desc": "The frequency at which the metrics are logged to the sample file. The setting only has an effect if \"Enable Metrics Subsystem\" is set to true.",
-        "display_name": "Metrics Sample File Logging Frequency",
-        "name": "hive_metrics_sample_logging_frequency",
-        "value": "30000"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Metastore Server Advanced Configuration Snippet (Safety Valve) for hive-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Metastore Server Advanced Configuration Snippet (Safety Valve) for hive-site.xml",
-        "name": "role_config_suppression_hive_metastore_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Maximum message size Hive MetaStore accepts.",
-        "display_name": "Max Message Size for Hive MetaStore",
-        "name": "hive_metastore_server_max_message_size",
-        "value": "104857600"
-    },
-    {
-        "desc": "Enables the health test that the Hive Metastore Server's process state is consistent with the role configuration",
-        "display_name": "Hive Metastore Server Process Health Test",
-        "name": "hivemetastore_scm_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Metastore Server Log Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Metastore Server Log Directory",
-        "name": "role_config_suppression_hive_log_dir",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Heap Dump Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Percentage Thresholds",
-        "name": "heap_dump_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Number of CPU shares to assign to this role. The greater the number of shares, the larger the share of the host's CPUs that will be given to this role when the host experiences CPU contention. Must be between 2 and 262144. Defaults to 1024 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup CPU Shares",
-        "name": "rm_cpu_shares",
-        "value": "1024"
-    },
-    {
-        "desc": "Minimum number of worker threads in the Hive Metastore Server's thread pool",
-        "display_name": "Min Hive Metastore Server Threads",
-        "name": "hive_metastore_min_threads",
-        "value": "200"
-    },
-    {
-        "desc": "Directory where Hive Metastore Server will place its log files.",
-        "display_name": "Hive Metastore Server Log Directory",
-        "name": "hive_log_dir",
-        "value": "/var/log/hive"
-    },
-    {
-        "desc": "The frequency with which stacks are collected.",
-        "display_name": "Stacks Collection Frequency",
-        "name": "stacks_collection_frequency",
-        "value": "5.0"
-    },
-    {
-        "desc": "The delegation token store implementation class. Use DBTokenStore for Highly Available Metastore Configuration.",
-        "display_name": "Hive Metastore Delegation Token Store",
-        "name": "hive_metastore_delegation_token_store",
-        "value": "org.apache.hadoop.hive.thrift.MemoryTokenStore"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this role reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Health Alerts for this Role",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Stacks Collection Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Stacks Collection Directory",
-        "name": "role_config_suppression_stacks_collection_directory",
-        "value": "false"
-    },
-    {
-        "desc": "The directory in which stacks logs are placed. If not set, stacks are logged into a <code>stacks</code> subdirectory of the role's log directory.",
-        "display_name": "Stacks Collection Directory",
-        "name": "stacks_collection_directory",
-        "value": null
-    },
-    {
-        "desc": "The minimum log level for Hive Metastore Server logs",
-        "display_name": "Hive Metastore Server Logging Threshold",
-        "name": "log_threshold",
-        "value": "INFO"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of this role except client configuration.",
-        "display_name": "Hive Metastore Server Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "hive_metastore_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The health test thresholds for unexpected exits encountered within a recent period specified by the unexpected_exits_window configuration for the role.",
-        "display_name": "Unexpected Exits Thresholds",
-        "name": "unexpected_exits_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hive-hiveserver2.json

@@ -1,848 +0,0 @@
-[
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's Hive Downloaded Resources Directory.",
-        "display_name": "Hive Downloaded Resources Directory Free Space Monitoring Absolute Thresholds",
-        "name": "hiveserver2_downloaded_resources_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Local Directory where Hive stores jars and data when performing a MapJoin optimization. If not specified, Hive uses a default location.",
-        "display_name": "Hive Local Scratch Directory",
-        "name": "hiveserver2_exec_local_scratchdir",
-        "value": null
-    },
-    {
-        "desc": "Local directory where Hive stores jars downloaded for remote file systems (HDFS). If not specified, Hive uses a default location.",
-        "display_name": "Hive Downloaded Resources Directory",
-        "name": "hiveserver2_downloaded_resources_dir",
-        "value": null
-    },
-    {
-        "desc": "The period to review when computing the moving average of extra time the pause monitor spent paused.",
-        "display_name": "Pause Duration Monitoring Period",
-        "name": "hiveserver2_pause_duration_window",
-        "value": "5"
-    },
-    {
-        "desc": "Minimum number of worker threads in HiveServer2's thread pool",
-        "display_name": "Min HiveServer2 Threads",
-        "name": "hiveserver2_min_threads",
-        "value": "5"
-    },
-    {
-        "desc": "When enabled, Spark will add and remove executors dynamically to Hive jobs. This is done based on the workload.",
-        "display_name": "Enable Dynamic Executor Allocation",
-        "name": "hiveserver2_spark_dynamic_allocation_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The method used to collect stacks. The jstack option involves periodically running the jstack command against the role's daemon process. The servlet method is available for those roles that have an HTTP server endpoint exposing the current stacks traces of all threads. When the servlet method is selected, that HTTP endpoint is periodically scraped.",
-        "display_name": "Stacks Collection Method",
-        "name": "stacks_collection_method",
-        "value": "jstack"
-    },
-    {
-        "desc": "Whether or not periodic stacks collection is enabled.",
-        "display_name": "Stacks Collection Enabled",
-        "name": "stacks_collection_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "The check interval for session/operation timeout, in milliseconds, which can be disabled by setting to zero or a negative value. ",
-        "display_name": "Session Check Interval",
-        "name": "hiveserver2_session_check_interval",
-        "value": "900000"
-    },
-    {
-        "desc": "The maximum percentage of heap to be used for hash in ReduceSink operator for Top-K selection. 0 means the optimization is disabled. Accepted values are between 0 and 1.",
-        "display_name": "Maximum ReduceSink Top-K Memory Usage",
-        "name": "hiveserver2_limit_pushdown_memory_usage",
-        "value": "0.1"
-    },
-    {
-        "desc": "Whether to try sorted merge bucket (SMB) join.",
-        "display_name": "Hive Optimize Sorted Merge Bucket Join",
-        "name": "hiveserver2_optimize_bucketmapjoin_sortedmerge",
-        "value": "false"
-    },
-    {
-        "desc": "The period to review when computing unexpected exits.",
-        "display_name": "Unexpected Exits Monitoring Period",
-        "name": "unexpected_exits_window",
-        "value": "5"
-    },
-    {
-        "desc": "Number of Spark executors assigned to each application. This should not be set when Dynamic Executor Allocation is enabled.",
-        "display_name": "Spark Executors Per Application",
-        "name": "hiveserver2_spark_executor_instances",
-        "value": null
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>log4j.properties</strong> for this role only.",
-        "display_name": "HiveServer2 Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "log4j_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HiveServer2 Advanced Configuration Snippet (Safety Valve) for hive-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: HiveServer2 Advanced Configuration Snippet (Safety Valve) for hive-site.xml",
-        "name": "role_config_suppression_hive_hs2_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Some select queries can be converted to a single FETCH task instead of a MapReduce task, minimizing latency. A value of none disables all conversion, minimal converts simple queries such as SELECT * and filter on partition columns, and more converts SELECT queries including FILTERS.",
-        "display_name": "Fetch Task Query Conversion",
-        "name": "hiveserver2_fetch_task_conversion",
-        "value": "minimal"
-    },
-    {
-        "desc": "Portion of total memory used in map-side partial aggregation. When exceeded, the partially aggregated results will be flushed from the map task to the reducers.",
-        "display_name": "Ratio of Memory Usage for Map-Side Aggregation",
-        "name": "hiveserver2_map_aggr_hash_memory_ratio",
-        "value": "0.5"
-    },
-    {
-        "desc": "Whether to suppress the results of the Host Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Host Health",
-        "name": "role_health_suppression_hiveserver2_host_health",
-        "value": "false"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "When enabled, HiveServer2 will temporarily save logs associated with ongoing operations. This enables clients like beeline and Hue to request and display logs for a particular ongoing operation. Logs are removed upon completion of operation.",
-        "display_name": "Enable HiveServer2 Operations Logging",
-        "name": "hive_server2_logging_operation_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the Audit Pipeline Test heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Audit Pipeline Test",
-        "name": "role_health_suppression_hiveserver2_audit_health",
-        "value": "false"
-    },
-    {
-        "desc": "The number of threads used by HiveServer2 to move data from the staging directory to another location (typically to the final table location). A separate thread pool of workers of this size is used for each query, which means this configuration can be set on a per-query basis too.",
-        "display_name": "Move Files Thread Count",
-        "name": "hiveserver2_mv_files_thread",
-        "value": "15"
-    },
-    {
-        "desc": "When set, generates heap dump file when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Dump Heap When Out of Memory",
-        "name": "oom_heap_dump_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Number of threads used to load dynamically generated partitions. Loading requires renaming the file its final location, and updating some metadata about the new partition. Increasing this can improve performance when there are a lot of partitions dynamically generated.",
-        "display_name": "Load Dynamic Partitions Thread Count",
-        "name": "hiveserver2_load_dynamic_partitions_thread_count",
-        "value": "15"
-    },
-    {
-        "desc": "Upper bound on the number of executors used by the application at any given time. This is used by dynamic executor allocation.",
-        "display_name": "Upper Bound on Number of Executors",
-        "name": "hiveserver2_spark_dynamic_allocation_max_executors",
-        "value": "2147483647"
-    },
-    {
-        "desc": "The path to the TLS/SSL keystore file containing the server certificate and private key used for TLS/SSL. Used when HiveServer2 WebUI is acting as a TLS/SSL server. The keystore must be in JKS format.",
-        "display_name": "HiveServer2 WebUI TLS/SSL Server JKS Keystore File Location",
-        "name": "ssl_server_keystore_location",
-        "value": null
-    },
-    {
-        "desc": "Whether column stats for a table are fetched during explain.",
-        "display_name": "Load Column Statistics",
-        "name": "hiveserver2_stats_fetch_column_stats",
-        "value": "true"
-    },
-    {
-        "desc": "Maximum size in bytes for the Java Process heap memory.  Passed to Java -Xmx.",
-        "display_name": "Java Heap Size of HiveServer2 in Bytes",
-        "name": "hiveserver2_java_heapsize",
-        "value": "4294967296"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Stacks Collection Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Stacks Collection Directory",
-        "name": "role_config_suppression_stacks_collection_directory",
-        "value": "false"
-    },
-    {
-        "desc": "When the number of ReduceSink operators after merging is less than this number, the ReduceDeDuplication optimization will be disabled.",
-        "display_name": "Mininum Reducers for ReduceDeDuplication Optimization",
-        "name": "hiveserver2_optimize_reducededuplication_min_reducer",
-        "value": "4"
-    },
-    {
-        "desc": "Whether to suppress the results of the File Descriptors heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: File Descriptors",
-        "name": "role_health_suppression_hiveserver2_file_descriptor",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Log Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Log Directory Free Space Monitoring Percentage Thresholds",
-        "name": "log_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "The desired file size after merging. This should be larger than hive.merge.smallfiles.avgsize.",
-        "display_name": "Desired File Size After Merging",
-        "name": "hiveserver2_merge_size_per_task",
-        "value": "268435456"
-    },
-    {
-        "desc": "Whether to use the indexing optimization for all queries.",
-        "display_name": "Enable Automatic Use of Indexes",
-        "name": "hiveserver2_optimize_index_filter",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the Log Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Log Directory Free Space",
-        "name": "role_health_suppression_hiveserver2_log_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "HiveServer2 will impersonate the beeline client user when talking to other services such as MapReduce and HDFS.",
-        "display_name": "HiveServer2 Enable Impersonation",
-        "name": "hiveserver2_enable_impersonation",
-        "value": "true"
-    },
-    {
-        "desc": "Enable optimization that checks if a query can be answered using statistics. If so, answers the query using only statistics stored in metastore.",
-        "display_name": "Enable Stats Optimization",
-        "name": "hiveserver2_compute_query_using_stats",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Absolute Thresholds",
-        "name": "heap_dump_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Metrics Sample File Location parameter.",
-        "display_name": "Suppress Parameter Validation: Metrics Sample File Location",
-        "name": "role_config_suppression_hive_metrics_sample_file_location",
-        "value": "false"
-    },
-    {
-        "desc": "Enable optimization that converts common join into MapJoin based on input file size.",
-        "display_name": "Enable MapJoin Optimization",
-        "name": "hiveserver2_enable_mapjoin",
-        "value": "true"
-    },
-    {
-        "desc": "An XML string that will be inserted verbatim into the Fair Scheduler allocations file. This configuration only has effect in CDH 5.8 or later.",
-        "display_name": "Fair Scheduler XML Advanced Configuration Snippet (Safety Valve)",
-        "name": "hiveserver2_fair_scheduler_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Batch size for the msck repair command (recover partitions command). If the value is greater than zero, new partition information will be sent from HiveServer2 to the Metastore in batches, which can potentially improve memory usage in the Metastore and avoid client read timeout exceptions. If this value is 0, all partition information will sent in a single Thrift call.",
-        "display_name": "MSCK Repair Batch Size",
-        "name": "hiveserver2_msck_repair_batch_size",
-        "value": "0"
-    },
-    {
-        "desc": "Whether to suppress the results of the Swap Memory Usage heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Swap Memory Usage",
-        "name": "role_health_suppression_hiveserver2_swap_memory_usage",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's Hive Local Scratch Directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Hive Local Scratch Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Hive Local Scratch Directory Free Space Monitoring Percentage Thresholds",
-        "name": "hiveserver2_exec_local_scratch_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "<p>The configured triggers for this role. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific role. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the following JSON formatted trigger configured for a DataNode fires if the DataNode has more than 1500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleName=$ROLENAME and last(fd_open) > 1500) DO health:bad\",\n  \"streamThreshold\": 0, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Role Triggers",
-        "name": "role_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's Hive Local Scratch Directory.",
-        "display_name": "Hive Local Scratch Directory Free Space Monitoring Absolute Thresholds",
-        "name": "hiveserver2_exec_local_scratch_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>hive-site.xml</strong> for this role only.",
-        "display_name": "HiveServer2 Advanced Configuration Snippet (Safety Valve) for hive-site.xml",
-        "name": "hive_hs2_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Ratio between 0.0 and 1.0 of entries in the vectorized group-by aggregation hash that is flushed when the memory threshold is exceeded.",
-        "display_name": "Vectorized GroupBy Flush Ratio",
-        "name": "hiveserver2_vectorized_groupby_flush_ratio",
-        "value": "0.1"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HiveServer2 WebUI TLS/SSL Server JKS Keystore File Password parameter.",
-        "display_name": "Suppress Parameter Validation: HiveServer2 WebUI TLS/SSL Server JKS Keystore File Password",
-        "name": "role_config_suppression_ssl_server_keystore_password",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Java Configuration Options for HiveServer2 parameter.",
-        "display_name": "Suppress Parameter Validation: Java Configuration Options for HiveServer2",
-        "name": "role_config_suppression_hiveserver2_java_opts",
-        "value": "false"
-    },
-    {
-        "desc": "The amount of stacks data that is retained. After the retention limit is reached, the oldest data is deleted.",
-        "display_name": "Stacks Collection Data Retention",
-        "name": "stacks_collection_data_retention",
-        "value": "104857600"
-    },
-    {
-        "desc": "Whether to suppress the results of the Heap Dump Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Heap Dump Directory Free Space",
-        "name": "role_health_suppression_hiveserver2_heap_dump_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "The frequency with which stacks are collected.",
-        "display_name": "Stacks Collection Frequency",
-        "name": "stacks_collection_frequency",
-        "value": "5.0"
-    },
-    {
-        "desc": "When computing the overall HiveServer2 health, consider the host's health.",
-        "display_name": "HiveServer2 Host Health Test",
-        "name": "hiveserver2_host_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the Process Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Process Status",
-        "name": "role_health_suppression_hiveserver2_scm_health",
-        "value": "false"
-    },
-    {
-        "desc": "In vectorized group-by, the number of row entries added to the hash table before re-checking average variable size for memory usage estimation.",
-        "display_name": "Vectorized GroupBy Check Interval",
-        "name": "hiveserver2_vectorized_groupby_checkinterval",
-        "value": "4096"
-    },
-    {
-        "desc": "The full path to a file with a sample of metrics exposed by the role. The sample is updated at the frequency configured by Metrics Sample File Logging Frequency. By default, the sample file is logged to a directory under the role log directory, e.g., /var/log/hive/metrics-hivemetastore/metrics.log. The setting only has an effect if \"Enable Metrics Subsystem\" is set to true.",
-        "display_name": "Metrics Sample File Location",
-        "name": "hive_metrics_sample_file_location",
-        "value": null
-    },
-    {
-        "desc": "Initial number of executors used by the application at any given time. This is required if the dynamic executor allocation feature is enabled.",
-        "display_name": "Initial Number of Executors",
-        "name": "hiveserver2_spark_dynamic_allocation_initial_executors",
-        "value": "1"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Heap Dump Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Percentage Thresholds",
-        "name": "heap_dump_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Merge small files at the end of a map-only job. When enabled, a map-only job is created to merge the files in the destination table/partitions.",
-        "display_name": "Enable Merging Small Files - Map-Only Job",
-        "name": "hiveserver2_merge_mapfiles",
-        "value": "true"
-    },
-    {
-        "desc": "Number of CPU shares to assign to this role. The greater the number of shares, the larger the share of the host's CPUs that will be given to this role when the host experiences CPU contention. Must be between 2 and 262144. Defaults to 1024 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup CPU Shares",
-        "name": "rm_cpu_shares",
-        "value": "1024"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HiveServer2 WebUI TLS/SSL Server JKS Keystore File Location parameter.",
-        "display_name": "Suppress Parameter Validation: HiveServer2 WebUI TLS/SSL Server JKS Keystore File Location",
-        "name": "role_config_suppression_ssl_server_keystore_location",
-        "value": "false"
-    },
-    {
-        "desc": "Lower bound on the number of executors used by the application at any given time. This is used by dynamic executor allocation.",
-        "display_name": "Lower Bound on Number of Executors",
-        "name": "hiveserver2_spark_dynamic_allocation_min_executors",
-        "value": "1"
-    },
-    {
-        "desc": "The number of rows with the same key value to be cached in memory per SMB-joined table.",
-        "display_name": "Hive SMB Join Cache Rows",
-        "name": "hiveserver2_smbjoin_cache_rows",
-        "value": "10000"
-    },
-    {
-        "desc": "Maximum number of worker threads in HiveServer2's thread pool",
-        "display_name": "Max HiveServer2 Threads",
-        "name": "hiveserver2_max_threads",
-        "value": "100"
-    },
-    {
-        "desc": "The minimum log level for HiveServer2 logs",
-        "display_name": "HiveServer2 Logging Threshold",
-        "name": "log_threshold",
-        "value": "INFO"
-    },
-    {
-        "desc": "This is the amount of extra off-heap memory that can be requested from YARN, per executor process. This, together with spark.executor.memory, is the total memory that YARN can use to create JVM for an executor process.",
-        "display_name": "Spark Executor Memory Overhead",
-        "name": "hiveserver2_spark_yarn_executor_memory_overhead",
-        "value": "26"
-    },
-    {
-        "desc": "Enable optimization that vectorizes query execution by streamlining operations by processing a block of 1024 rows at a time.",
-        "display_name": "Enable Vectorization Optimization",
-        "name": "hiveserver2_vectorized_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HiveServer2 Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: HiveServer2 Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_hive_hs2_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Number of cores per Spark executor.",
-        "display_name": "Spark Executor Cores",
-        "name": "hiveserver2_spark_executor_cores",
-        "value": "1"
-    },
-    {
-        "desc": "The default execution engine for running hive queries. Can be set to mr for MapReduce or spark for Spark.",
-        "display_name": "Default Execution Engine",
-        "name": "hs2_execution_engine",
-        "value": "mr"
-    },
-    {
-        "desc": "Address of the load balancer used for HiveServer2 roles, specified in host:port format. If port is not specified, the port used by HiveServer2 is used. <b>Note:</b> Changing this property regenerates Kerberos keytabs for all HiveServer2 roles.",
-        "display_name": "HiveServer2 Load Balancer",
-        "name": "hiverserver2_load_balancer",
-        "value": null
-    },
-    {
-        "desc": "The health test thresholds for unexpected exits encountered within a recent period specified by the unexpected_exits_window configuration for the role.",
-        "display_name": "Unexpected Exits Thresholds",
-        "name": "unexpected_exits_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Port on which HiveServer2 will listen for connections.",
-        "display_name": "HiveServer2 Port",
-        "name": "hs2_thrift_address_port",
-        "value": "10000"
-    },
-    {
-        "desc": "When set, this role's process is automatically (and transparently) restarted in the event of an unexpected failure.",
-        "display_name": "Automatically Restart Process",
-        "name": "process_auto_restart",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HiveServer2 Logging Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: HiveServer2 Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_log4j_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "These arguments will be passed as part of the Java command line. Commonly, garbage collection flags, PermGen, or extra debugging flags would be passed here.",
-        "display_name": "Java Configuration Options for HiveServer2",
-        "name": "hiveserver2_java_opts",
-        "value": "-XX:MaxPermSize=512M -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled"
-    },
-    {
-        "desc": "The server address of HiverServer2 host to be used for communication between Hive client and remote Spark driver. Default is empty, which means the address will be determined in the same way as for hive.server2.thrift.bind.host. This is only necessary if the host has mutiple network addresses and if a different network address other than hive.server2.thrift.bind.host is to be used.",
-        "display_name": "Spark RPC Server Address",
-        "name": "hive_spark_client_rpc_server_address",
-        "value": null
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of this role except client configuration.",
-        "display_name": "HiveServer2 Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "hive_hs2_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Maximum size of each Spark executor's Java heap memory when Hive is running on Spark.",
-        "display_name": "Spark Executor Maximum Java Heap Size",
-        "name": "hiveserver2_spark_executor_memory",
-        "value": "268435456"
-    },
-    {
-        "desc": "Maximum size of each Spark driver's Java heap memory when Hive is running on Spark.",
-        "display_name": "Spark Driver Maximum Java Heap Size",
-        "name": "hiveserver2_spark_driver_memory",
-        "value": "268435456"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Hard memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Hard Limit",
-        "name": "rm_memory_hard_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "Maximum number of threads that Hive uses to list input files. Increasing this value can improve performance when there are a lot of partitions being read, or when running on blobstores.",
-        "display_name": "Input Listing Max Threads",
-        "name": "hiveserver2_input_listing_max_threads",
-        "value": "15"
-    },
-    {
-        "desc": "Encrypt communication between clients and HiveServer2 WebUI using Transport Layer Security (TLS) (formerly known as Secure Socket Layer (SSL)).",
-        "display_name": "Enable TLS/SSL for HiveServer2 WebUI",
-        "name": "ssl_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds on the swap memory usage of the process.",
-        "display_name": "Process Swap Memory Thresholds",
-        "name": "process_swap_memory_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"any\"}"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory.",
-        "display_name": "Log Directory Free Space Monitoring Absolute Thresholds",
-        "name": "log_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Remove extra map-reduce jobs if the data is already clustered by the same key, eliminating the need to repartition the dataset again.",
-        "display_name": "Enable ReduceDeDuplication Optimization",
-        "name": "hiveserver2_optimize_reducededuplication",
-        "value": "true"
-    },
-    {
-        "desc": "Merge small files at the end of a Spark job. When enabled, a map-only job is created to merge the files in the destination table/partitions.",
-        "display_name": "Enable Merging Small Files - Spark Job",
-        "name": "hiveserver2_merge_sparkfiles",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HiveServer2 Operations Log Directory parameter.",
-        "display_name": "Suppress Parameter Validation: HiveServer2 Operations Log Directory",
-        "name": "role_config_suppression_hive_server2_logging_operation_log_location",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Hive Local Scratch Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Hive Local Scratch Directory Free Space",
-        "name": "role_health_suppression_hiveserver2_exec_local_scratch_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to vectorize the reduce side of query execution.",
-        "display_name": "Enable Reduce-Side Vectorization",
-        "name": "hiveserver2_vectorized_reduce_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "Merge small files at the end of a map-reduce job. When enabled, a map-only job is created to merge the files in the destination table/partitions.",
-        "display_name": "Enable Merging Small Files - Map-Reduce Job",
-        "name": "hiveserver2_merge_mapredfiles",
-        "value": "false"
-    },
-    {
-        "desc": "Session will be considered to be idle only if there is no activity, and there is no pending operation. This setting takes effect only if session idle timeout (hive.server2.idle.session.timeout) and checking (hive.server2.session.check.interval) are enabled.",
-        "display_name": "Exclude Live Operations From Session Idle Time",
-        "name": "hiveserver2_idle_session_timeout_check_operation",
-        "value": "true"
-    },
-    {
-        "desc": "The frequency at which the metrics are logged to the sample file. The setting only has an effect if \"Enable Metrics Subsystem\" is set to true.",
-        "display_name": "Metrics Sample File Logging Frequency",
-        "name": "hive_metrics_sample_logging_frequency",
-        "value": "30000"
-    },
-    {
-        "desc": "The port the HiveServer2 WebUI will listen on. This can be set to 0 to disable the WebUI.",
-        "display_name": "HiveServer2 WebUI Port",
-        "name": "hiveserver2_webui_port",
-        "value": "10002"
-    },
-    {
-        "desc": "Enables the health test that the HiveServer2's process state is consistent with the role configuration",
-        "display_name": "HiveServer2 Process Health Test",
-        "name": "hiveserver2_scm_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Path to directory where heap dumps are generated when java.lang.OutOfMemoryError error is thrown. This directory is automatically created if it does not exist. If this directory already exists, role user must have write access to this directory. If this directory is shared among multiple roles, it should have 1777 permissions. The heap dump files are created with 600 permissions and are owned by the role user. The amount of free space in this directory should be greater than the maximum Java Process heap size configured for this role.",
-        "display_name": "Heap Dump Directory",
-        "name": "oom_heap_dump_dir",
-        "value": "/tmp"
-    },
-    {
-        "desc": "Directory where HiveServer2 will place its log files.",
-        "display_name": "HiveServer2 Log Directory",
-        "name": "hive_log_dir",
-        "value": "/var/log/hive"
-    },
-    {
-        "desc": "If enabled, the HiveServer2 binds to the wildcard address (\"0.0.0.0\") on all of its ports.",
-        "display_name": "Bind HiveServer2 to Wildcard Address",
-        "name": "hiveserver2_webui_bind_wildcard",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Fair Scheduler XML Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Fair Scheduler XML Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_hiveserver2_fair_scheduler_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Operation will be closed when not accessed for this duration of time, in milliseconds; disable by setting to zero. For a positive value, checked for operations in terminal state only (FINISHED, CANCELED, CLOSED, ERROR). For a negative value, checked for all of the operations regardless of state.",
-        "display_name": "Idle Operation Timeout",
-        "name": "hiveserver2_idle_operation_timeout",
-        "value": "21600000"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Downloaded Resources Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Downloaded Resources Directory",
-        "name": "role_config_suppression_hiveserver2_downloaded_resources_dir",
-        "value": "false"
-    },
-    {
-        "desc": "When dynamic partition is enabled, reducers keep only one record writer at all times, which lowers the memory pressure on reducers.",
-        "display_name": "Enable Sorted Dynamic Partition Optimizer",
-        "name": "hiveserver2_optimize_sort_dynamic_partition",
-        "value": "false"
-    },
-    {
-        "desc": "Controls whether the Hive metrics subsystem is enabled for the role.",
-        "display_name": "Enable Metrics Subsystem",
-        "name": "hive_metrics_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The health test thresholds for the weighted average extra time the pause monitor spent paused. Specified as a percentage of elapsed wall clock time.",
-        "display_name": "Pause Duration Thresholds",
-        "name": "hiveserver2_pause_duration_thresholds",
-        "value": "{\"critical\":\"60.0\",\"warning\":\"30.0\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Unexpected Exits heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Unexpected Exits",
-        "name": "role_health_suppression_hiveserver2_unexpected_exits",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Heap Dump Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Heap Dump Directory",
-        "name": "role_config_suppression_oom_heap_dump_dir",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Spark RPC Server Address parameter.",
-        "display_name": "Suppress Parameter Validation: Spark RPC Server Address",
-        "name": "role_config_suppression_hive_spark_client_rpc_server_address",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Spark Executor Cores parameter.",
-        "display_name": "Suppress Parameter Validation: Spark Executor Cores",
-        "name": "role_config_suppression_hiveserver2_spark_executor_cores",
-        "value": "false"
-    },
-    {
-        "desc": "The maximum number of rolled log files to keep for HiveServer2 logs.  Typically used by log4j or logback.",
-        "display_name": "HiveServer2 Maximum Log File Backups",
-        "name": "max_log_backup_index",
-        "value": "10"
-    },
-    {
-        "desc": "Soft memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process if and only if the host is facing memory pressure. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Soft Limit",
-        "name": "rm_memory_soft_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "If Hive auto convert join is on, and the sum of the size for n-1 of the tables/partitions for a n-way join is smaller than the specified size, the join is directly converted to a MapJoin (there is no conditional task).",
-        "display_name": "Hive Auto Convert Join Noconditional Size",
-        "name": "hiveserver2_auto_convert_join_noconditionaltask_size",
-        "value": "20971520"
-    },
-    {
-        "desc": "Whether to suppress the results of the Pause Duration heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Pause Duration",
-        "name": "role_health_suppression_hiveserver2_pause_duration",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HiveServer2 Log Directory parameter.",
-        "display_name": "Suppress Parameter Validation: HiveServer2 Log Directory",
-        "name": "role_config_suppression_hive_log_dir",
-        "value": "false"
-    },
-    {
-        "desc": "When enabled, HiveServer2 logs EXPLAIN EXTENDED output for every query at INFO log4j level.",
-        "display_name": "Enable Explain Logging",
-        "name": "hiveserver2_enable_explain_output",
-        "value": "false"
-    },
-    {
-        "desc": "Cloudera Manager agent monitors each service and each of its role by publishing metrics to the Cloudera Manager Service Monitor. Setting it to false will stop Cloudera Manager agent from publishing any metric for corresponding service/roles. This is usually helpful for services that generate large amount of metrics which Service Monitor is not able to process.",
-        "display_name": "Enable Metric Collection",
-        "name": "process_should_monitor",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the Hive Downloaded Resources Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Hive Downloaded Resources Directory Free Space",
-        "name": "role_health_suppression_hiveserver2_downloaded_resources_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Role Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Role Triggers",
-        "name": "role_config_suppression_role_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "Directory in HDFS where Hive writes intermediate data between MapReduce jobs. If not specified, Hive uses a default location.",
-        "display_name": "Hive HDFS Scratch Directory",
-        "name": "hiveserver2_exec_scratchdir",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HiveServer2 Load Balancer parameter.",
-        "display_name": "Suppress Parameter Validation: HiveServer2 Load Balancer",
-        "name": "role_config_suppression_hiverserver2_load_balancer",
-        "value": "false"
-    },
-    {
-        "desc": "Session will be closed when not accessed for this duration of time, in milliseconds; disable by setting to zero or a negative value.",
-        "display_name": "Idle Session Timeout",
-        "name": "hiveserver2_idle_session_timeout",
-        "value": "43200000"
-    },
-    {
-        "desc": "If configured, overrides the process soft and hard rlimits (also called ulimits) for file descriptors to the configured value.",
-        "display_name": "Maximum Process File Descriptors",
-        "name": "rlimit_fds",
-        "value": null
-    },
-    {
-        "desc": "The maximum size, in megabytes, per log file for HiveServer2 logs.  Typically used by log4j or logback.",
-        "display_name": "HiveServer2 Max Log Size",
-        "name": "max_log_size",
-        "value": "200"
-    },
-    {
-        "desc": "When set, a SIGKILL signal is sent to the role process when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Kill When Out of Memory",
-        "name": "oom_sigkill_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Enabled the Calcite-based Cost-Based Optimizer for HiveServer2.",
-        "display_name": "Enable Cost-Based Optimizer for Hive",
-        "name": "hiveserver2_enable_cbo",
-        "value": "false"
-    },
-    {
-        "desc": "The password for the HiveServer2 WebUI JKS keystore file.",
-        "display_name": "HiveServer2 WebUI TLS/SSL Server JKS Keystore File Password",
-        "name": "ssl_server_keystore_password",
-        "value": null
-    },
-    {
-        "desc": "Enable map-side partial aggregation, which cause the mapper to generate fewer rows. This reduces the data to be sorted and distributed to reducers.",
-        "display_name": "Enable Map-Side Aggregation",
-        "name": "hiveserver2_map_aggr",
-        "value": "true"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this role reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Health Alerts for this Role",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "The max threads for the HiveServer2 WebUI.",
-        "display_name": "HiveServer2 WebUI Max Threads",
-        "name": "hiveserver2_webui_max_threads",
-        "value": "50"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Local Scratch Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Local Scratch Directory",
-        "name": "role_config_suppression_hiveserver2_exec_local_scratchdir",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive HDFS Scratch Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Hive HDFS Scratch Directory",
-        "name": "role_config_suppression_hiveserver2_exec_scratchdir",
-        "value": "false"
-    },
-    {
-        "desc": "The directory in which stacks logs are placed. If not set, stacks are logged into a <code>stacks</code> subdirectory of the role's log directory.",
-        "display_name": "Stacks Collection Directory",
-        "name": "stacks_collection_directory",
-        "value": null
-    },
-    {
-        "desc": "Weight for the read I/O requests issued by this role. The greater the weight, the higher the priority of the requests when the host experiences I/O contention. Must be between 100 and 1000. Defaults to 1000 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup I/O Weight",
-        "name": "rm_io_weight",
-        "value": "500"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's Hive Downloaded Resources Directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Hive Downloaded Resources Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Hive Downloaded Resources Directory Free Space Monitoring Percentage Thresholds",
-        "name": "hiveserver2_downloaded_resources_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "When writing data to a table on a blobstore (such as S3), whether or not the blobstore should be used to store intermediate data during Hive query execution. Setting this to true can degrade performance for queries that spawn multiple MR / Spark jobs, but is useful for queries whose intermediate data cannot fit in the allocated HDFS cluster.",
-        "display_name": "Store Intermediate Data on Blobstore",
-        "name": "hiveserver2_blobstore_use_blobstore_as_scratchdir",
-        "value": "false"
-    },
-    {
-        "desc": "When the average output file size of a job is less than the value of this property, Hive will start an additional map-only job to merge the output files into bigger files. This is only done for map-only jobs if hive.merge.mapfiles is true, for map-reduce jobs if hive.merge.mapredfiles is true, and for Spark jobs if hive.merge.sparkfiles is true.",
-        "display_name": "Small File Average Size Merge Threshold",
-        "name": "hiveserver2_merge_smallfiles_avgsize",
-        "value": "16777216"
-    },
-    {
-        "desc": "Above this size, queries are converted to fetch tasks.",
-        "display_name": "Fetch Task Query Conversion Threshold",
-        "name": "hiveserver2_fetch_task_conversion_threshold",
-        "value": "268435456"
-    },
-    {
-        "desc": "This is the amount of extra off-heap memory that can be requested from YARN, per driver. This, together with spark.driver.memory, is the total memory that YARN can use to create JVM for a driver process.",
-        "display_name": "Spark Driver Memory Overhead",
-        "name": "hiveserver2_spark_yarn_driver_memory_overhead",
-        "value": "26"
-    },
-    {
-        "desc": "The health test thresholds of the number of file descriptors used. Specified as a percentage of file descriptor limit.",
-        "display_name": "File Descriptor Monitoring Thresholds",
-        "name": "hiveserver2_fd_thresholds",
-        "value": "{\"critical\":\"70.0\",\"warning\":\"50.0\"}"
-    },
-    {
-        "desc": "Top level directory where operation logs are temporarily stored if Enable HiveServer2 Operations Logging is true. Logs are stored in session and operation level subdirectories under this location and are removed on completion of operation.",
-        "display_name": "HiveServer2 Operations Log Directory",
-        "name": "hive_server2_logging_operation_log_location",
-        "value": "/var/log/hive/operation_logs"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hive-metastore-sentry-safety.xml

@@ -1,15 +0,0 @@
-<property>
-    <name>hive.metastore.client.impl</name>
-    <value>org.apache.sentry.binding.metastore.SentryHiveMetaStoreClient</value>
-    <description>Sets custom Hive metastore client which Sentry uses to filter out metadata.</description>
-</property>
-<property>
-    <name>hive.metastore.pre.event.listeners</name>
-    <value>org.apache.sentry.binding.metastore.MetastoreAuthzBinding</value>
-    <description>list of comma separated listeners for metastore events.</description>
-</property>
-<property>
-    <name>hive.metastore.event.listeners</name>
-    <value>org.apache.sentry.binding.metastore.SentryMetastorePostEventListener</value>
-    <description>list of comma separated listeners for metastore, post events.</description>
-</property>

sahara/plugins/cdh/v5_11_0/resources/hive-server2-sentry-safety.xml

@@ -1,12 +0,0 @@
-<property>
-   <name>hive.security.authorization.task.factory</name>
-   <value>org.apache.sentry.binding.hive.SentryHiveAuthorizationTaskFactoryImpl</value>
-</property>
-<property>
-   <name>hive.server2.session.hook</name>
-   <value>org.apache.sentry.binding.hive.HiveAuthzBindingSessionHook</value>
-</property>
-<property>
-   <name>hive.sentry.conf.url</name>
-   <value>file:///{{CMF_CONF_DIR}}/sentry-site.xml</value>
-</property>

sahara/plugins/cdh/v5_11_0/resources/hive-service.json

@@ -1,656 +0,0 @@
-[
-    {
-        "desc": "The number of partitions per RPC retrieved during Hive Metastore Sentry HDFS Sync Cache Initialization.",
-        "display_name": "Number of Partitions per RPC on Initialization",
-        "name": "sentry_hdfs_sync_metastore_cache_partitions_per_rpc",
-        "value": "100"
-    },
-    {
-        "desc": "List of users that are allowed to bypass Sentry Authorization in the Hive metastore. These are usually service users that already ensure that all activity has been authorized, such as hive and impala. Only applies when Hive is using Sentry Service.",
-        "display_name": "Bypass Sentry Authorization Users",
-        "name": "sentry_metastore_service_users",
-        "value": "hive,impala,hue,hdfs"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Hive Sentry Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Hive Sentry Validator",
-        "name": "service_config_suppression_hive_sentry_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the HiveServer2 Count Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: HiveServer2 Count Validator",
-        "name": "service_config_suppression_hiveserver2_count_validator",
-        "value": "false"
-    },
-    {
-        "desc": "The user that this service's processes should run as.",
-        "display_name": "System User",
-        "name": "process_username",
-        "value": "hive"
-    },
-    {
-        "desc": "The location on disk of the trust store, in .jks format, used to confirm the authenticity of TLS/SSL servers that HiveServer2 might connect to. This is used when HiveServer2 is the client in a TLS/SSL connection. This trust store must contain the certificate(s) used to sign the service(s) connected to. If this parameter is not provided, the default list of well-known certificate authorities is used instead.",
-        "display_name": "HiveServer2 TLS/SSL Certificate Trust Store File",
-        "name": "hiveserver2_truststore_file",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Metastore Database Name parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Metastore Database Name",
-        "name": "service_config_suppression_hive_metastore_database_name",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>hive-site.xml</strong>. Applies to configurations of all roles in this service except client configuration.",
-        "display_name": "Hive Service Advanced Configuration Snippet (Safety Valve) for hive-site.xml",
-        "name": "hive_service_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Port number of Hive Metastore database",
-        "display_name": "Hive Metastore Database Port",
-        "name": "hive_metastore_database_port",
-        "value": "3306"
-    },
-    {
-        "desc": "Smaller than this size, Hive uses a single-threaded copy; larger than this size, Hive uses DistCp.",
-        "display_name": "Hive Copy Large File Size",
-        "name": "hive_exec_copyfile_maxsize",
-        "value": "33554432"
-    },
-    {
-        "desc": "Name of Hive Metastore database",
-        "display_name": "Hive Metastore Database Name",
-        "name": "hive_metastore_database_name",
-        "value": "metastore"
-    },
-    {
-        "desc": "The class to use in Sentry authorization for user to group mapping. Sentry authorization may be configured to use either Hadoop user to group mapping or local groups defined in the policy file. Hadoop user to group mapping may be configured in the Cloudera Manager HDFS service configuration page under the Security section.",
-        "display_name": "Sentry User to Group Mapping Class",
-        "name": "hive_sentry_provider",
-        "value": "org.apache.sentry.provider.file.HadoopGroupResourceAuthorizationProvider"
-    },
-    {
-        "desc": "Use Sentry to enable role-based, fine-grained authorization. This configuration enables Sentry using policy files. To enable Sentry using the Sentry service instead, add the Sentry service as a dependency to the Hive service. <strong>The Sentry service provides concurrent and secure access to authorization policy metadata and is the recommended option for enabling Sentry. </strong> Sentry is supported only on CDH 4.4 or later deployments. Before enabling Sentry, read the requirements and configuration steps in <a class=\"bold\" href=\"http://tiny.cloudera.com/sentry-guide-cm5\" target=\"_blank\">Setting Up Hive Authorization with Sentry<i class=\"externalLink\"></i></a>.",
-        "display_name": "Enable Sentry Authorization using Policy Files",
-        "name": "sentry_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Hive Proxy Groups Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Hive Proxy Groups Validator",
-        "name": "service_config_suppression_hive_proxy_groups_validator",
-        "value": "false"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Service Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Service Triggers",
-        "name": "service_config_suppression_service_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "Name of the Spark on YARN service that this Hive service instance depends on. If selected, Hive jobs can use the Spark execution engine instead of MapReduce2. Requires that Hive depends on YARN. See <a class=\"bold\" href=\"http://tiny.cloudera.com/cm-hive-on-spark-5\" target=\"_blank\">Configuring Hive on Spark<i class=\"externalLink\"></i></a> for more information about Hive on Spark. In CDH releases lower than 5.7, Hive on Spark also requires setting Enable Hive on Spark to true.",
-        "display_name": "Spark On YARN Service",
-        "name": "spark_on_yarn_service",
-        "value": null
-    },
-    {
-        "desc": "The password for the HiveServer2 JKS keystore file.",
-        "display_name": "HiveServer2 TLS/SSL Server JKS Keystore File Password",
-        "name": "hiveserver2_keystore_password",
-        "value": null
-    },
-    {
-        "desc": "Instead of talking to Hive Metastore Server for Metastore information, Hive clients will talk directly to the Metastore database.",
-        "display_name": "Bypass Hive Metastore Server",
-        "name": "hive_bypass_metastore_server",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Metastore Database Host parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Metastore Database Host",
-        "name": "service_config_suppression_hive_metastore_database_host",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Kerberos Principal parameter.",
-        "display_name": "Suppress Parameter Validation: Kerberos Principal",
-        "name": "service_config_suppression_kerberos_princ_name",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Gateway Count Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Gateway Count Validator",
-        "name": "service_config_suppression_gateway_count_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the System Group parameter.",
-        "display_name": "Suppress Parameter Validation: System Group",
-        "name": "service_config_suppression_process_groupname",
-        "value": "false"
-    },
-    {
-        "desc": "The maximum number of retries allowed during Hive Metastore Sentry HDFS Sync cache initialization.",
-        "display_name": "Max Number of Retries on Initialization",
-        "name": "sentry_hdfs_sync_metastore_cache_retry_max_num",
-        "value": "1"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of all roles in this service except client configuration.",
-        "display_name": "Hive Service Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "hive_service_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>sentry-site.xml</strong>. Applies to configurations of all roles in this service except client configuration.",
-        "display_name": "Hive Service Advanced Configuration Snippet (Safety Valve) for sentry-site.xml",
-        "name": "hive_server2_sentry_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Size per reducer. If the input size is 10GiB and this is set to 1GiB, Hive will use 10 reducers.",
-        "display_name": "Hive Bytes Per Reducer",
-        "name": "hive_bytes_per_reducer",
-        "value": "67108864"
-    },
-    {
-        "desc": "For advanced use only, a list of derived configuration properties that will be used by the Service Monitor instead of the default ones.",
-        "display_name": "Service Monitor Derived Configs Advanced Configuration Snippet (Safety Valve)",
-        "name": "smon_derived_configs_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HiveServer2 TLS/SSL Certificate Trust Store File parameter.",
-        "display_name": "Suppress Parameter Validation: HiveServer2 TLS/SSL Certificate Trust Store File",
-        "name": "service_config_suppression_hiveserver2_truststore_file",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Service Advanced Configuration Snippet (Safety Valve) for sentry-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Service Advanced Configuration Snippet (Safety Valve) for sentry-site.xml",
-        "name": "service_config_suppression_hive_server2_sentry_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Password for Hive Metastore database",
-        "display_name": "Hive Metastore Database Password",
-        "name": "hive_metastore_database_password",
-        "value": ""
-    },
-    {
-        "desc": "The password for the HiveServer2 TLS/SSL Certificate Trust Store File. This password is not required to access the trust store; this field can be left blank. This password provides optional integrity checking of the file. The contents of trust stores are certificates, and certificates are public information.",
-        "display_name": "HiveServer2 TLS/SSL Certificate Trust Store Password",
-        "name": "hiveserver2_truststore_password",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the WebHCat Server Count Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: WebHCat Server Count Validator",
-        "name": "service_config_suppression_webhcat_count_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Directory name where Hive Metastore's database is stored (only for Derby)",
-        "display_name": "Hive Metastore Derby Path",
-        "name": "hive_metastore_derby_path",
-        "value": "/var/lib/hive/cloudera_manager/derby/metastore_db"
-    },
-    {
-        "desc": "Perform DataNucleus validation of metadata during startup. <strong>Note</strong>: when enabled, Hive will log DataNucleus warnings even though Hive will function normally.",
-        "display_name": "Hive Metastore Database DataNucleus Metadata Validation",
-        "name": "hive_metastore_database_datanucleus_metadata_validation",
-        "value": "false"
-    },
-    {
-        "desc": "Name of the Sentry service that this Hive service instance depends on. If selected, Hive uses this Sentry service to look up authorization privileges. Before enabling Sentry, read the requirements and configuration steps in <a class=\"bold\" href=\"http://tiny.cloudera.com/sentry-service-cm5\" target=\"_blank\">Setting Up The Sentry Service<i class=\"externalLink\"></i></a>.",
-        "display_name": "Sentry Service",
-        "name": "sentry_service",
-        "value": null
-    },
-    {
-        "desc": "The number of threads the metastore uses when bulk adding partitions to the metastore. Each thread performs some metadata operations for each partition added, such as collecting statistics for the partition or checking if the partition directory exists. This config is also used to control the size of the threadpool used when scanning the filesystem to look for directories that could correspond to partitions, each thread performs a list status on each possible partition directory.",
-        "display_name": "Metastore Bulk Partitions Thread Count",
-        "name": "hive_metastore_fshandler_threads",
-        "value": "15"
-    },
-    {
-        "desc": "Max number of reducers to use. If the configuration parameter Hive Reduce Tasks is negative, Hive will limit the number of reducers to the value of this parameter.",
-        "display_name": "Hive Max Reducers",
-        "name": "hive_max_reducers",
-        "value": "1099"
-    },
-    {
-        "desc": "Type of Hive Metastore database. Note that Derby is not recommended and Cloudera Impala does not support Derby.",
-        "display_name": "Hive Metastore Database Type",
-        "name": "hive_metastore_database_type",
-        "value": "mysql"
-    },
-    {
-        "desc": "Whether to suppress the results of the HiveServer2 Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: HiveServer2 Health",
-        "name": "service_health_suppression_hive_hiveserver2s_healthy",
-        "value": "false"
-    },
-    {
-        "desc": "<p>The URL of the LDAP server. The URL must be prefixed with ldap:// or ldaps://. The URL can optionally specify a custom port, for example: ldaps://ldap_server.example.com:1636. Note that usernames and passwords will be transmitted in the clear unless either an ldaps:// URL is used, or \"Enable LDAP TLS\" is turned on (where available). Also note that encryption must be in use between the client and this service for the same reason.</p><p>For more detail on the LDAP URL format, see <a target=\"_blank\" href=\"http://www.ietf.org/rfc/rfc2255.txt\">RFC 2255 <i class=\"externalLink\"></i></a>. A space-separated list of URLs can be entered; in this case the URLs will each be tried in turn until one replies.</p>",
-        "display_name": "LDAP URL",
-        "name": "hiveserver2_ldap_uri",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Service Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Service Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "service_config_suppression_hive_service_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Host name of Hive Metastore database",
-        "display_name": "Hive Metastore Database Host",
-        "name": "hive_metastore_database_host",
-        "value": "localhost"
-    },
-    {
-        "desc": "Prevent Metastore operations in the event of schema version incompatibility. Consider setting this to true to reduce probability of schema corruption during Metastore operations. Note that setting this property to true will also set datanucleus.autoCreateSchema property to false and datanucleus.fixedDatastore property to true. Any values set in Cloudera Manager for these properties will be overridden.",
-        "display_name": "Strict Hive Metastore Schema Validation",
-        "name": "hive_metastore_schema_verification",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Hive on Spark Dependency Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Hive on Spark Dependency Validator",
-        "name": "service_config_suppression_hive_on_spark_missing_dependency",
-        "value": "false"
-    },
-    {
-        "desc": "This configuration <strong>overrides</strong> the value set for Hive Proxy User Groups configuration in HDFS service for use by Hive Metastore Server. Specify a comma-delimited list of groups that you want to <strong>allow access to Hive Metastore metadata</strong> and allow the Hive user to impersonate. A value of '*' allows all groups. The default value of empty inherits the value set for Hive Proxy User Groups configuration in the HDFS service.",
-        "display_name": "Hive Metastore Access Control and Proxy User Groups Override",
-        "name": "hive_proxy_user_groups_list",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Sentry Global Policy File parameter.",
-        "display_name": "Suppress Parameter Validation: Sentry Global Policy File",
-        "name": "service_config_suppression_hive_sentry_provider_resource",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Warehouse Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Warehouse Directory",
-        "name": "service_config_suppression_hive_warehouse_directory",
-        "value": "false"
-    },
-    {
-        "desc": "Wait duration in milliseconds for each retry during Hive Metastore Sentry HDFS Sync Cache Initialization.",
-        "display_name": "Retry Wait Time on Initialization",
-        "name": "sentry_hdfs_sync_metastore_cache_retry_wait_duration_millis",
-        "value": "1000"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>core-site.xml</strong>. Applies to configurations of all roles in this service except client configuration.",
-        "display_name": "Hive Service Advanced Configuration Snippet (Safety Valve) for core-site.xml",
-        "name": "hive_core_site_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "For advanced use only, a list of configuration properties that will be used by the Service Monitor instead of the current client configuration for the service.",
-        "display_name": "Service Monitor Client Config Overrides",
-        "name": "smon_client_config_overrides",
-        "value": "<property><name>hive.metastore.client.socket.timeout</name><value>60</value></property>"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Bypass Sentry Authorization Users parameter.",
-        "display_name": "Suppress Parameter Validation: Bypass Sentry Authorization Users",
-        "name": "service_config_suppression_sentry_metastore_service_users",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the System User parameter.",
-        "display_name": "Suppress Parameter Validation: System User",
-        "name": "service_config_suppression_process_username",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HiveServer2 TLS/SSL Certificate Trust Store Password parameter.",
-        "display_name": "Suppress Parameter Validation: HiveServer2 TLS/SSL Certificate Trust Store Password",
-        "name": "service_config_suppression_hiveserver2_truststore_password",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Replication Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Replication Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "service_config_suppression_hive_replication_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Auxiliary JARs Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Auxiliary JARs Directory",
-        "name": "service_config_suppression_hive_aux_jars_path_dir",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds of the overall WebHCat Server health. The check returns \"Concerning\" health if the percentage of \"Healthy\" WebHCat Servers falls below the warning threshold. The check is unhealthy if the total percentage of \"Healthy\" and \"Concerning\" WebHCat Servers falls below the critical threshold.",
-        "display_name": "Healthy WebHCat Server Monitoring Thresholds",
-        "name": "hive_webhcats_healthy_thresholds",
-        "value": "{\"critical\":\"51.0\",\"warning\":\"99.0\"}"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>hive-site.xml</strong>. Applies to all Hive Replication jobs.",
-        "display_name": "Hive Replication Advanced Configuration Snippet (Safety Valve) for hive-site.xml",
-        "name": "hive_service_replication_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "This parameter is useful when authenticating against a non-Active Directory server, such as OpenLDAP. When set, this parameter is used to convert the username into the LDAP Distinguished Name (DN), so that the resulting DN looks like uid=username,&lt;this parameter&gt;. For example, if this parameter is set to \"ou=People,dc=cloudera,dc=com\", and the username passed in is \"mike\", the resulting authentication passed to the LDAP server look like \"uid=mike,ou=People,dc=cloudera,dc=com\". This parameter is mutually exclusive with Active Directory Domain.",
-        "display_name": "LDAP BaseDN",
-        "name": "hiveserver2_ldap_basedn",
-        "value": null
-    },
-    {
-        "desc": "If set to true, the Hive metastore will treat a problem with cache initialization as a fatal error.",
-        "display_name": "Abort on Initialization Failure",
-        "name": "sentry_hdfs_sync_metastore_cache_fail_on_partial_update",
-        "value": "true"
-    },
-    {
-        "desc": "Whether Hive Metastore should try to use direct SQL queries instead of DataNucleus for certain read paths. This can improve metastore performance by orders of magnitude when fetching many partitions. In case of failure, execution will fall back to DataNucleus. <strong>This configuration is not supported and is disabled when Hive service is configured with Postgres.</strong>",
-        "display_name": "Enable Direct SQL",
-        "name": "hive_metastore_database_datanucleus_try_direct_sql",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Hive Bypass Metastore Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Hive Bypass Metastore Validator",
-        "name": "service_config_suppression_hive_bypass_metastore_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Hive warehouse directory is the location in HDFS where Hive's tables are stored. Note that Hive's default value for its warehouse directory is '/user/hive/warehouse'.",
-        "display_name": "Hive Warehouse Directory",
-        "name": "hive_warehouse_directory",
-        "value": "/user/hive/warehouse"
-    },
-    {
-        "desc": "User for Hive Metastore database",
-        "display_name": "Hive Metastore Database User",
-        "name": "hive_metastore_database_user",
-        "value": "hive"
-    },
-    {
-        "desc": "Whether to suppress the results of the WebHCat Server Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: WebHCat Server Health",
-        "name": "service_health_suppression_hive_webhcats_healthy",
-        "value": "false"
-    },
-    {
-        "desc": "This parameter is useful when authenticating against an Active Directory server. This value is appended to all usernames before authenticating against AD. For example, if this parameter is set to \"my.domain.com\", and the user authenticating is \"mike\", then \"mike@my.domain.com\" is passed to AD. If this field is unset, the username remains unaltered before being passed to AD.",
-        "display_name": "Active Directory Domain",
-        "name": "hiveserver2_ldap_domain",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Hive Metastore Server Count Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Hive Metastore Server Count Validator",
-        "name": "service_config_suppression_hivemetastore_count_validator",
-        "value": "false"
-    },
-    {
-        "desc": "<p>The configured triggers for this service. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific service. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the followig JSON formatted trigger fires if there are more than 10 DataNodes with more than 500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleType = DataNode and last(fd_open) > 500) DO health:bad\",\n  \"streamThreshold\": 10, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Service Triggers",
-        "name": "service_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Service Monitor Client Config Overrides parameter.",
-        "display_name": "Suppress Parameter Validation: Service Monitor Client Config Overrides",
-        "name": "service_config_suppression_smon_client_config_overrides",
-        "value": "false"
-    },
-    {
-        "desc": "The number of tables per RPC retrieved during Hive Metastore Sentry HDFS Sync Cache Initialization.",
-        "display_name": "Number of Tables per RPC on Initialization",
-        "name": "sentry_hdfs_sync_metastore_cache_tables_per_rpc",
-        "value": "100"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Active Directory Domain parameter.",
-        "display_name": "Suppress Parameter Validation: Active Directory Domain",
-        "name": "service_config_suppression_hiveserver2_ldap_domain",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Metastore Derby Path parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Metastore Derby Path",
-        "name": "service_config_suppression_hive_metastore_derby_path",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HiveServer2 TLS/SSL Server JKS Keystore File Password parameter.",
-        "display_name": "Suppress Parameter Validation: HiveServer2 TLS/SSL Server JKS Keystore File Password",
-        "name": "service_config_suppression_hiveserver2_keystore_password",
-        "value": "false"
-    },
-    {
-        "desc": "When checked, LDAP-based authentication for users is enabled.",
-        "display_name": "Enable LDAP Authentication",
-        "name": "hiveserver2_enable_ldap_auth",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Service Advanced Configuration Snippet (Safety Valve) for core-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Service Advanced Configuration Snippet (Safety Valve) for core-site.xml",
-        "name": "service_config_suppression_hive_core_site_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Default number of reduce tasks per job. Usually set to a prime number close to the number of available hosts. Ignored when mapred.job.tracker is \"local\". Hadoop sets this to 1 by default, while Hive uses -1 as the default. When set to -1, Hive will automatically determine an appropriate number of reducers for each job.",
-        "display_name": "Hive Reduce Tasks",
-        "name": "hive_reduce_tasks",
-        "value": "-1"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Server Name for Sentry Authorization parameter.",
-        "display_name": "Suppress Parameter Validation: Server Name for Sentry Authorization",
-        "name": "service_config_suppression_hive_sentry_server",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds of the overall Hive Metastore Server health. The check returns \"Concerning\" health if the percentage of \"Healthy\" Hive Metastore Servers falls below the warning threshold. The check is unhealthy if the total percentage of \"Healthy\" and \"Concerning\" Hive Metastore Servers falls below the critical threshold.",
-        "display_name": "Healthy Hive Metastore Server Monitoring Thresholds",
-        "name": "hive_hivemetastores_healthy_thresholds",
-        "value": "{\"critical\":\"51.0\",\"warning\":\"99.0\"}"
-    },
-    {
-        "desc": "The health test thresholds of the overall HiveServer2 health. The check returns \"Concerning\" health if the percentage of \"Healthy\" HiveServer2s falls below the warning threshold. The check is unhealthy if the total percentage of \"Healthy\" and \"Concerning\" HiveServer2s falls below the critical threshold.",
-        "display_name": "Healthy HiveServer2 Monitoring Thresholds",
-        "name": "hive_hiveserver2s_healthy_thresholds",
-        "value": "{\"critical\":\"51.0\",\"warning\":\"99.0\"}"
-    },
-    {
-        "desc": "Automatically create or upgrade tables in the Hive Metastore database when needed. Consider setting this to false and managing the schema manually.",
-        "display_name": "Auto Create and Upgrade Hive Metastore Database Schema",
-        "name": "hive_metastore_database_auto_create_schema",
-        "value": "false"
-    },
-    {
-        "desc": "Encrypt communication between clients and HiveServer2 using Transport Layer Security (TLS) (formerly known as Secure Socket Layer (SSL)).",
-        "display_name": "Enable TLS/SSL for HiveServer2",
-        "name": "hiveserver2_enable_ssl",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the LDAP URL parameter.",
-        "display_name": "Suppress Parameter Validation: LDAP URL",
-        "name": "service_config_suppression_hiveserver2_ldap_uri",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into the environment of Hive replication jobs.",
-        "display_name": "Hive Replication Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "hive_replication_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Replication Advanced Configuration Snippet (Safety Valve) for hive-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Replication Advanced Configuration Snippet (Safety Valve) for hive-site.xml",
-        "name": "service_config_suppression_hive_service_replication_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Name of the HBase service that this Hive service instance depends on.",
-        "display_name": "HBase Service",
-        "name": "hbase_service",
-        "value": null
-    },
-    {
-        "desc": "Directory containing auxiliary JARs used by Hive. This should be a directory location and not a classpath containing one or more JARs. This directory must be created and managed manually on hosts that run the Hive Metastore Server, HiveServer2, or the Hive CLI. The directory location is set in the environment as HIVE_AUX_JARS_PATH and will generally override the hive.aux.jars.path property set in XML files, even if hive.aux.jars.path is set in an advanced configuration snippet.",
-        "display_name": "Hive Auxiliary JARs Directory",
-        "name": "hive_aux_jars_path_dir",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Metastore Database User parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Metastore Database User",
-        "name": "service_config_suppression_hive_metastore_database_user",
-        "value": "false"
-    },
-    {
-        "desc": "The server name used when defining privilege rules in Sentry authorization. Sentry uses this name as an alias for the Hive service. It does not correspond to any physical server name.",
-        "display_name": "Server Name for Sentry Authorization",
-        "name": "hive_sentry_server",
-        "value": "server1"
-    },
-    {
-        "desc": "Whether to suppress the results of the Hive Metastore Server Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Hive Metastore Server Health",
-        "name": "service_health_suppression_hive_hivemetastores_healthy",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the HiveServer2 TLS/SSL Server JKS Keystore File Location parameter.",
-        "display_name": "Suppress Parameter Validation: HiveServer2 TLS/SSL Server JKS Keystore File Location",
-        "name": "service_config_suppression_hiveserver2_keystore_path",
-        "value": "false"
-    },
-    {
-        "desc": "HDFS path to the global policy file for Sentry authorization. This should be a relative path (and not a full HDFS URL). The global policy file must be in Sentry policy file format.",
-        "display_name": "Sentry Global Policy File",
-        "name": "hive_sentry_provider_resource",
-        "value": "/user/hive/sentry/sentry-provider.ini"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the LDAP BaseDN parameter.",
-        "display_name": "Suppress Parameter Validation: LDAP BaseDN",
-        "name": "service_config_suppression_hiveserver2_ldap_basedn",
-        "value": "false"
-    },
-    {
-        "desc": "Name of the ZooKeeper service that this Hive service instance depends on.",
-        "display_name": "ZooKeeper Service",
-        "name": "zookeeper_service",
-        "value": null
-    },
-    {
-        "desc": "The number of threads used during Hive Metastore Sentry HDFS Sync Cache Initialization.",
-        "display_name": "Number of Threads on Initialization",
-        "name": "sentry_hdfs_sync_metastore_cache_init_threads",
-        "value": "10"
-    },
-    {
-        "desc": "The path to the TLS/SSL keystore file containing the server certificate and private key used for TLS/SSL. Used when HiveServer2 is acting as a TLS/SSL server. The keystore must be in JKS format.",
-        "display_name": "HiveServer2 TLS/SSL Server JKS Keystore File Location",
-        "name": "hiveserver2_keystore_path",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Hive Derby Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Hive Derby Validator",
-        "name": "service_config_suppression_hive_derby_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Kerberos principal short name used by all roles of this service.",
-        "display_name": "Kerberos Principal",
-        "name": "kerberos_princ_name",
-        "value": "hive"
-    },
-    {
-        "desc": "The group that this service's processes should run as.",
-        "display_name": "System Group",
-        "name": "process_groupname",
-        "value": "hive"
-    },
-    {
-        "desc": "Let the table directories inherit the permission of the Warehouse or Database directory instead of being created with the permissions derived from dfs umask. This allows Impala to insert into tables created via Hive.",
-        "display_name": "Hive Warehouse Subdirectories Inherit Permissions",
-        "name": "hive_warehouse_subdir_inherit_perms",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Client TLS/SSL In Use With LDAP Authentication Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Client TLS/SSL In Use With LDAP Authentication Validator",
-        "name": "service_config_suppression_hive_client_ssl_recommended_with_ldap_auth_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Metastore Database Password parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Metastore Database Password",
-        "name": "service_config_suppression_hive_metastore_database_password",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Metastore Access Control and Proxy User Groups Override parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Metastore Access Control and Proxy User Groups Override",
-        "name": "service_config_suppression_hive_proxy_user_groups_list",
-        "value": "false"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this service reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Service Level Health Alerts",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Hive Concurrency Configuration Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Hive Concurrency Configuration Validator",
-        "name": "service_config_suppression_hive_concurrency_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Service Monitor Derived Configs Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Service Monitor Derived Configs Advanced Configuration Snippet (Safety Valve)",
-        "name": "service_config_suppression_smon_derived_configs_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Allows URIs when defining privileges in per-database policy files. <strong>Warning:</strong> Typically, this configuration should be disabled. Enabling it would allow database policy file owner (which is generally not Hive admin user) to grant load privileges to any directory with read access to Hive admin user, including databases controlled by other database policy files.",
-        "display_name": "Allow URIs in Database Policy File",
-        "name": "sentry_allow_uri_db_policyfile",
-        "value": "false"
-    },
-    {
-        "desc": "In unsecure mode, setting this property to true will cause the Metastore Server to execute DFS operations using the client's reported user and group permissions. Cloudera Manager will set this for all clients and servers.",
-        "display_name": "Set User and Group Information",
-        "name": "hive_set_ugi",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hive Service Advanced Configuration Snippet (Safety Valve) for hive-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: Hive Service Advanced Configuration Snippet (Safety Valve) for hive-site.xml",
-        "name": "service_config_suppression_hive_service_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "MapReduce jobs are run against this service.",
-        "display_name": "MapReduce Service",
-        "name": "mapreduce_yarn_service",
-        "value": null
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hive-site.xml

@@ -1,61 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-
-<!--Autogenerated by Cloudera Manager-->
-<configuration>
-  <property>
-    <name>hive.metastore.local</name>
-    <value>false</value>
-  </property>
-  <property>
-    <name>hive.metastore.uris</name>
-    <value>thrift://test-master-001.novalocal:9083</value>
-  </property>
-  <property>
-    <name>hive.metastore.client.socket.timeout</name>
-    <value>300</value>
-  </property>
-  <property>
-    <name>hive.metastore.warehouse.dir</name>
-    <value>/user/hive/warehouse</value>
-  </property>
-  <property>
-    <name>hive.warehouse.subdir.inherit.perms</name>
-    <value>true</value>
-  </property>
-  <property>
-    <name>mapred.reduce.tasks</name>
-    <value>-1</value>
-  </property>
-  <property>
-    <name>hive.exec.reducers.bytes.per.reducer</name>
-    <value>1073741824</value>
-  </property>
-  <property>
-    <name>hive.exec.copyfile.maxsize</name>
-    <value>33554432</value>
-  </property>
-  <property>
-    <name>hive.exec.reducers.max</name>
-    <value>999</value>
-  </property>
-  <property>
-    <name>hive.metastore.execute.setugi</name>
-    <value>true</value>
-  </property>
-  <property>
-    <name>hive.cluster.delegation.token.store.class</name>
-    <value>org.apache.hadoop.hive.thrift.MemoryTokenStore</value>
-  </property>
-  <property>
-    <name>hive.server2.enable.doAs</name>
-    <value>true</value>
-  </property>
-  <property>
-    <name>fs.hdfs.impl.disable.cache</name>
-    <value>true</value>
-  </property>
-  <property>
-    <name>hive.server2.use.SSL</name>
-    <value>false</value>
-  </property>
-</configuration>

sahara/plugins/cdh/v5_11_0/resources/hive-webhcat.json

@@ -1,344 +0,0 @@
-[
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Log Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Log Directory Free Space Monitoring Percentage Thresholds",
-        "name": "log_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether or not periodic stacks collection is enabled.",
-        "display_name": "Stacks Collection Enabled",
-        "name": "stacks_collection_enabled",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the File Descriptors heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: File Descriptors",
-        "name": "role_health_suppression_webhcat_file_descriptor",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Heap Dump Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Heap Dump Directory Free Space",
-        "name": "role_health_suppression_webhcat_heap_dump_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Log Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Log Directory Free Space",
-        "name": "role_health_suppression_webhcat_log_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Weight for the read I/O requests issued by this role. The greater the weight, the higher the priority of the requests when the host experiences I/O contention. Must be between 100 and 1000. Defaults to 1000 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup I/O Weight",
-        "name": "rm_io_weight",
-        "value": "500"
-    },
-    {
-        "desc": "The health test thresholds of the number of file descriptors used. Specified as a percentage of file descriptor limit.",
-        "display_name": "File Descriptor Monitoring Thresholds",
-        "name": "webhcat_fd_thresholds",
-        "value": "{\"critical\":\"70.0\",\"warning\":\"50.0\"}"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Absolute Thresholds",
-        "name": "heap_dump_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Port on which WebHCat Server will listen for connections.",
-        "display_name": "WebHCat Server Port",
-        "name": "hive_webhcat_address_port",
-        "value": "50111"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the WebHCat Server Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: WebHCat Server Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_hive_webhcat_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds on the swap memory usage of the process.",
-        "display_name": "Process Swap Memory Thresholds",
-        "name": "process_swap_memory_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"any\"}"
-    },
-    {
-        "desc": "The method used to collect stacks. The jstack option involves periodically running the jstack command against the role's daemon process. The servlet method is available for those roles that have an HTTP server endpoint exposing the current stacks traces of all threads. When the servlet method is selected, that HTTP endpoint is periodically scraped.",
-        "display_name": "Stacks Collection Method",
-        "name": "stacks_collection_method",
-        "value": "jstack"
-    },
-    {
-        "desc": "The maximum number of rolled log files to keep for WebHCat Server logs.  Typically used by log4j or logback.",
-        "display_name": "WebHCat Server Maximum Log File Backups",
-        "name": "max_log_backup_index",
-        "value": "10"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the WebHCat Server Logging Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: WebHCat Server Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_log4j_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "<p>The configured triggers for this role. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific role. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the following JSON formatted trigger configured for a DataNode fires if the DataNode has more than 1500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleName=$ROLENAME and last(fd_open) > 1500) DO health:bad\",\n  \"streamThreshold\": 0, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Role Triggers",
-        "name": "role_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "Directory where WebHCat Server will place its log files.",
-        "display_name": "WebHCat Server Log Directory",
-        "name": "hcatalog_log_dir",
-        "value": "/var/log/hcatalog"
-    },
-    {
-        "desc": "Maximum size in bytes for the Java Process heap memory.  Passed to Java -Xmx.",
-        "display_name": "Java Heap Size of WebHCat Server in Bytes",
-        "name": "hive_webhcat_java_heapsize",
-        "value": "268435456"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the WebHCat Server Log Directory parameter.",
-        "display_name": "Suppress Parameter Validation: WebHCat Server Log Directory",
-        "name": "role_config_suppression_hcatalog_log_dir",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>hive-site.xml</strong> for this role only.",
-        "display_name": "WebHCat Server Advanced Configuration Snippet (Safety Valve) for hive-site.xml",
-        "name": "hive_webhcat_hive_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Hard memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Hard Limit",
-        "name": "rm_memory_hard_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "The period to review when computing unexpected exits.",
-        "display_name": "Unexpected Exits Monitoring Period",
-        "name": "unexpected_exits_window",
-        "value": "5"
-    },
-    {
-        "desc": "Cloudera Manager agent monitors each service and each of its role by publishing metrics to the Cloudera Manager Service Monitor. Setting it to false will stop Cloudera Manager agent from publishing any metric for corresponding service/roles. This is usually helpful for services that generate large amount of metrics which Service Monitor is not able to process.",
-        "display_name": "Enable Metric Collection",
-        "name": "process_should_monitor",
-        "value": "true"
-    },
-    {
-        "desc": "The amount of stacks data that is retained. After the retention limit is reached, the oldest data is deleted.",
-        "display_name": "Stacks Collection Data Retention",
-        "name": "stacks_collection_data_retention",
-        "value": "104857600"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Heap Dump Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Heap Dump Directory",
-        "name": "role_config_suppression_oom_heap_dump_dir",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Process Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Process Status",
-        "name": "role_health_suppression_webhcat_scm_health",
-        "value": "false"
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>log4j.properties</strong> for this role only.",
-        "display_name": "WebHCat Server Logging Advanced Configuration Snippet (Safety Valve)",
-        "name": "log4j_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Role Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Role Triggers",
-        "name": "role_config_suppression_role_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory.",
-        "display_name": "Log Directory Free Space Monitoring Absolute Thresholds",
-        "name": "log_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of this role except client configuration.",
-        "display_name": "WebHCat Server Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "hive_webhcat_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "These arguments will be passed as part of the Java command line. Commonly, garbage collection flags, PermGen, or extra debugging flags would be passed here.",
-        "display_name": "Java Configuration Options for WebHCat Server",
-        "name": "hive_webhcat_java_opts",
-        "value": "-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled"
-    },
-    {
-        "desc": "If configured, overrides the process soft and hard rlimits (also called ulimits) for file descriptors to the configured value.",
-        "display_name": "Maximum Process File Descriptors",
-        "name": "rlimit_fds",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress the results of the Audit Pipeline Test heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Audit Pipeline Test",
-        "name": "role_health_suppression_webhcat_audit_health",
-        "value": "false"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "When set, this role's process is automatically (and transparently) restarted in the event of an unexpected failure.",
-        "display_name": "Automatically Restart Process",
-        "name": "process_auto_restart",
-        "value": "false"
-    },
-    {
-        "desc": "When set, a SIGKILL signal is sent to the role process when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Kill When Out of Memory",
-        "name": "oom_sigkill_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Enables the health test that the WebHCat Server's process state is consistent with the role configuration",
-        "display_name": "WebHCat Server Process Health Test",
-        "name": "webhcat_scm_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "When set, generates heap dump file when java.lang.OutOfMemoryError is thrown.",
-        "display_name": "Dump Heap When Out of Memory",
-        "name": "oom_heap_dump_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "The health test thresholds for unexpected exits encountered within a recent period specified by the unexpected_exits_window configuration for the role.",
-        "display_name": "Unexpected Exits Thresholds",
-        "name": "unexpected_exits_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Swap Memory Usage heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Swap Memory Usage",
-        "name": "role_health_suppression_webhcat_swap_memory_usage",
-        "value": "false"
-    },
-    {
-        "desc": "When computing the overall WebHCat Server health, consider the host's health.",
-        "display_name": "WebHCat Server Host Health Test",
-        "name": "webhcat_host_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>webhcat-site.xml</strong> for this role only.",
-        "display_name": "WebHCat Server Advanced Configuration Snippet (Safety Valve) for webhcat-site.xml",
-        "name": "hive_webhcat_config_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this role reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Health Alerts for this Role",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the WebHCat Server Advanced Configuration Snippet (Safety Valve) for hive-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: WebHCat Server Advanced Configuration Snippet (Safety Valve) for hive-site.xml",
-        "name": "role_config_suppression_hive_webhcat_hive_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The maximum size, in megabytes, per log file for WebHCat Server logs.  Typically used by log4j or logback.",
-        "display_name": "WebHCat Server Max Log Size",
-        "name": "max_log_size",
-        "value": "200"
-    },
-    {
-        "desc": "Whether to suppress the results of the Host Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Host Health",
-        "name": "role_health_suppression_webhcat_host_health",
-        "value": "false"
-    },
-    {
-        "desc": "The directory in which stacks logs are placed. If not set, stacks are logged into a <code>stacks</code> subdirectory of the role's log directory.",
-        "display_name": "Stacks Collection Directory",
-        "name": "stacks_collection_directory",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress the results of the Unexpected Exits heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Unexpected Exits",
-        "name": "role_health_suppression_webhcat_unexpected_exits",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Java Configuration Options for WebHCat Server parameter.",
-        "display_name": "Suppress Parameter Validation: Java Configuration Options for WebHCat Server",
-        "name": "role_config_suppression_hive_webhcat_java_opts",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Heap Dump Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Percentage Thresholds",
-        "name": "heap_dump_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the WebHCat Server Advanced Configuration Snippet (Safety Valve) for webhcat-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: WebHCat Server Advanced Configuration Snippet (Safety Valve) for webhcat-site.xml",
-        "name": "role_config_suppression_hive_webhcat_config_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Number of CPU shares to assign to this role. The greater the number of shares, the larger the share of the host's CPUs that will be given to this role when the host experiences CPU contention. Must be between 2 and 262144. Defaults to 1024 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup CPU Shares",
-        "name": "rm_cpu_shares",
-        "value": "1024"
-    },
-    {
-        "desc": "Path to directory where heap dumps are generated when java.lang.OutOfMemoryError error is thrown. This directory is automatically created if it does not exist. If this directory already exists, role user must have write access to this directory. If this directory is shared among multiple roles, it should have 1777 permissions. The heap dump files are created with 600 permissions and are owned by the role user. The amount of free space in this directory should be greater than the maximum Java Process heap size configured for this role.",
-        "display_name": "Heap Dump Directory",
-        "name": "oom_heap_dump_dir",
-        "value": "/tmp"
-    },
-    {
-        "desc": "The frequency with which stacks are collected.",
-        "display_name": "Stacks Collection Frequency",
-        "name": "stacks_collection_frequency",
-        "value": "5.0"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Stacks Collection Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Stacks Collection Directory",
-        "name": "role_config_suppression_stacks_collection_directory",
-        "value": "false"
-    },
-    {
-        "desc": "The minimum log level for WebHCat Server logs",
-        "display_name": "WebHCat Server Logging Threshold",
-        "name": "log_threshold",
-        "value": "INFO"
-    },
-    {
-        "desc": "Soft memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process if and only if the host is facing memory pressure. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Soft Limit",
-        "name": "rm_memory_soft_limit",
-        "value": "-1"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hue-hue_load_balancer.json

@@ -1,248 +0,0 @@
-[
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Log Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Log Directory Free Space Monitoring Percentage Thresholds",
-        "name": "log_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Process Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Process Status",
-        "name": "role_health_suppression_hue_load_balancer_scm_health",
-        "value": "false"
-    },
-    {
-        "desc": "The path to the TLS/SSL file containing the private key used for TLS/SSL. Used when Hue Load Balancer is acting as a TLS/SSL server. The certificate file must be in PEM format.",
-        "display_name": "Hue Load Balancer TLS/SSL Server Private Key File (PEM Format)",
-        "name": "ssl_certificate_key",
-        "value": null
-    },
-    {
-        "desc": "Weight for the read I/O requests issued by this role. The greater the weight, the higher the priority of the requests when the host experiences I/O contention. Must be between 100 and 1000. Defaults to 1000 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup I/O Weight",
-        "name": "rm_io_weight",
-        "value": "500"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hue Load Balancer TLS/SSL Server Private Key File (PEM Format) parameter.",
-        "display_name": "Suppress Parameter Validation: Hue Load Balancer TLS/SSL Server Private Key File (PEM Format)",
-        "name": "role_config_suppression_ssl_certificate_key",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Heap Dump Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Heap Dump Directory Free Space",
-        "name": "role_health_suppression_hue_load_balancer_heap_dump_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Absolute Thresholds",
-        "name": "heap_dump_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the File Descriptors heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: File Descriptors",
-        "name": "role_health_suppression_hue_load_balancer_file_descriptor",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Load Balancer Advanced Configuration Snippet (Safety Valve) for httpd.conf parameter.",
-        "display_name": "Suppress Parameter Validation: Load Balancer Advanced Configuration Snippet (Safety Valve) for httpd.conf",
-        "name": "role_config_suppression_hue_load_balancer_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hue Load Balancer TLS/SSL Server Certificate File (PEM Format) parameter.",
-        "display_name": "Suppress Parameter Validation: Hue Load Balancer TLS/SSL Server Certificate File (PEM Format)",
-        "name": "role_config_suppression_ssl_certificate",
-        "value": "false"
-    },
-    {
-        "desc": "When set, this role's process is automatically (and transparently) restarted in the event of an unexpected failure.",
-        "display_name": "Automatically Restart Process",
-        "name": "process_auto_restart",
-        "value": "false"
-    },
-    {
-        "desc": "<p>The configured triggers for this role. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific role. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the following JSON formatted trigger configured for a DataNode fires if the DataNode has more than 1500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleName=$ROLENAME and last(fd_open) > 1500) DO health:bad\",\n  \"streamThreshold\": 0, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Role Triggers",
-        "name": "role_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of this role except client configuration.",
-        "display_name": "Load Balancer Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "HUE_LOAD_BALANCER_role_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "For advanced use only, a string to be inserted into <strong>httpd.conf</strong> for this role only. This can only add options to the configuration, and cannot override previously defined options.",
-        "display_name": "Load Balancer Advanced Configuration Snippet (Safety Valve) for httpd.conf",
-        "name": "hue_load_balancer_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The health test thresholds of the number of file descriptors used. Specified as a percentage of file descriptor limit.",
-        "display_name": "File Descriptor Monitoring Thresholds",
-        "name": "hue_load_balancer_fd_thresholds",
-        "value": "{\"critical\":\"70.0\",\"warning\":\"50.0\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Hard memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Hard Limit",
-        "name": "rm_memory_hard_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "The period to review when computing unexpected exits.",
-        "display_name": "Unexpected Exits Monitoring Period",
-        "name": "unexpected_exits_window",
-        "value": "5"
-    },
-    {
-        "desc": "Cloudera Manager agent monitors each service and each of its role by publishing metrics to the Cloudera Manager Service Monitor. Setting it to false will stop Cloudera Manager agent from publishing any metric for corresponding service/roles. This is usually helpful for services that generate large amount of metrics which Service Monitor is not able to process.",
-        "display_name": "Enable Metric Collection",
-        "name": "process_should_monitor",
-        "value": "true"
-    },
-    {
-        "desc": "Port to use to connect to the Hue through the Load Balancer.",
-        "display_name": "Hue Load Balancer Port",
-        "name": "listen",
-        "value": "8889"
-    },
-    {
-        "desc": "Whether to suppress the results of the Unexpected Exits heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Unexpected Exits",
-        "name": "role_health_suppression_hue_load_balancer_unexpected_exits",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Host Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Host Health",
-        "name": "role_health_suppression_hue_load_balancer_host_health",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds on the swap memory usage of the process.",
-        "display_name": "Process Swap Memory Thresholds",
-        "name": "process_swap_memory_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"any\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Role Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Role Triggers",
-        "name": "role_config_suppression_role_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Load Balancer Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Load Balancer Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_hue_load_balancer_role_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory.",
-        "display_name": "Log Directory Free Space Monitoring Absolute Thresholds",
-        "name": "log_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Directory where Hue Load Balancer will place its log files.",
-        "display_name": "Hue Load Balancer Log Directory",
-        "name": "hue_load_balancer_log_dir",
-        "value": "/var/log/hue-httpd"
-    },
-    {
-        "desc": "If configured, overrides the process soft and hard rlimits (also called ulimits) for file descriptors to the configured value.",
-        "display_name": "Maximum Process File Descriptors",
-        "name": "rlimit_fds",
-        "value": null
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "When computing the overall Load Balancer health, consider the host's health.",
-        "display_name": "Load Balancer Host Health Test",
-        "name": "hue_load_balancer_host_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hue Load Balancer Log Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Hue Load Balancer Log Directory",
-        "name": "role_config_suppression_hue_load_balancer_log_dir",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for unexpected exits encountered within a recent period specified by the unexpected_exits_window configuration for the role.",
-        "display_name": "Unexpected Exits Thresholds",
-        "name": "unexpected_exits_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Log Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Log Directory Free Space",
-        "name": "role_health_suppression_hue_load_balancer_log_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this role reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Health Alerts for this Role",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "Enables the health test that the Load Balancer's process state is consistent with the role configuration",
-        "display_name": "Load Balancer Process Health Test",
-        "name": "hue_load_balancer_scm_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the Swap Memory Usage heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Swap Memory Usage",
-        "name": "role_health_suppression_hue_load_balancer_swap_memory_usage",
-        "value": "false"
-    },
-    {
-        "desc": "The path to the TLS/SSL file containing the server certificate key used for TLS/SSL. Used when Hue Load Balancer is acting as a TLS/SSL server. The certificate file must be in PEM format.",
-        "display_name": "Hue Load Balancer TLS/SSL Server Certificate File (PEM Format)",
-        "name": "ssl_certificate",
-        "value": null
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Heap Dump Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Percentage Thresholds",
-        "name": "heap_dump_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Audit Pipeline Test heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Audit Pipeline Test",
-        "name": "role_health_suppression_hue_load_balancer_audit_health",
-        "value": "false"
-    },
-    {
-        "desc": "Number of CPU shares to assign to this role. The greater the number of shares, the larger the share of the host's CPUs that will be given to this role when the host experiences CPU contention. Must be between 2 and 262144. Defaults to 1024 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup CPU Shares",
-        "name": "rm_cpu_shares",
-        "value": "1024"
-    },
-    {
-        "desc": "Soft memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process if and only if the host is facing memory pressure. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Soft Limit",
-        "name": "rm_memory_soft_limit",
-        "value": "-1"
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hue-hue_server.json

@@ -1,392 +0,0 @@
-[
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Log Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Log Directory Free Space Monitoring Percentage Thresholds",
-        "name": "log_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Top Banner Custom HTML parameter.",
-        "display_name": "Suppress Parameter Validation: Top Banner Custom HTML",
-        "name": "role_config_suppression_banner_html",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the Hue TLS/SSL Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: Hue TLS/SSL Validator",
-        "name": "role_config_suppression_hue_ssl_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Encrypt communication between clients and Hue using Transport Layer Security (TLS) (formerly known as Secure Socket Layer (SSL)).",
-        "display_name": "Enable TLS/SSL for Hue",
-        "name": "ssl_enable",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hue TLS/SSL Server Private Key File (PEM Format) parameter.",
-        "display_name": "Suppress Parameter Validation: Hue TLS/SSL Server Private Key File (PEM Format)",
-        "name": "role_config_suppression_ssl_private_key",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for unexpected exits encountered within a recent period specified by the unexpected_exits_window configuration for the role.",
-        "display_name": "Unexpected Exits Thresholds",
-        "name": "unexpected_exits_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Weight for the read I/O requests issued by this role. The greater the weight, the higher the priority of the requests when the host experiences I/O contention. Must be between 100 and 1000. Defaults to 1000 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup I/O Weight",
-        "name": "rm_io_weight",
-        "value": "500"
-    },
-    {
-        "desc": "The health test thresholds of the number of file descriptors used. Specified as a percentage of file descriptor limit.",
-        "display_name": "File Descriptor Monitoring Thresholds",
-        "name": "hue_server_fd_thresholds",
-        "value": "{\"critical\":\"70.0\",\"warning\":\"50.0\"}"
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>hive-site.xml</strong> for this role only.",
-        "display_name": "Hue Server Advanced Configuration Snippet (Safety Valve) for hive-site.xml",
-        "name": "hue_server_hive_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hue TLS/SSL Private Key Password parameter.",
-        "display_name": "Suppress Parameter Validation: Hue TLS/SSL Private Key Password",
-        "name": "role_config_suppression_ssl_private_key_password",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Unexpected Exits heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Unexpected Exits",
-        "name": "role_health_suppression_hue_server_unexpected_exits",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Absolute Thresholds",
-        "name": "heap_dump_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Directory where Hue Server will place its log files.",
-        "display_name": "Hue Server Log Directory",
-        "name": "hue_server_log_dir",
-        "value": "/var/log/hue"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Audit Pipeline Test heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Audit Pipeline Test",
-        "name": "role_health_suppression_hue_server_audit_health",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Log Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Log Directory Free Space",
-        "name": "role_health_suppression_hue_server_log_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hue Server Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Hue Server Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_hue_server_role_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Timeout in seconds for Thrift calls to HiveServer2 and Impala.",
-        "display_name": "HiveServer2 and Impala Thrift Connection Timeout",
-        "name": "hs2_conn_timeout",
-        "value": "120"
-    },
-    {
-        "desc": "An optional, custom one-line HTML code to display as a banner on top of all Hue Server web pages. Useful in displaying cluster identity of the Hue Server.",
-        "display_name": "Top Banner Custom HTML",
-        "name": "banner_html",
-        "value": null
-    },
-    {
-        "desc": "When set, this role's process is automatically (and transparently) restarted in the event of an unexpected failure.",
-        "display_name": "Automatically Restart Process",
-        "name": "process_auto_restart",
-        "value": "false"
-    },
-    {
-        "desc": "<p>The configured triggers for this role. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific role. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the following JSON formatted trigger configured for a DataNode fires if the DataNode has more than 1500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleName=$ROLENAME and last(fd_open) > 1500) DO health:bad\",\n  \"streamThreshold\": 0, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Role Triggers",
-        "name": "role_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "Whether to suppress the results of the Web Server Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Web Server Status",
-        "name": "role_health_suppression_hue_server_web_metric_collection",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hue Server Log Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Hue Server Log Directory",
-        "name": "role_config_suppression_hue_server_log_dir",
-        "value": "false"
-    },
-    {
-        "desc": "Soft memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process if and only if the host is facing memory pressure. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Soft Limit",
-        "name": "rm_memory_soft_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "The health test thresholds on the duration of the metrics request to the web server.",
-        "display_name": "Web Metric Collection Duration",
-        "name": "hue_server_web_metric_collection_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"10000.0\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Process Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Process Status",
-        "name": "role_health_suppression_hue_server_scm_health",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Swap Memory Usage heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Swap Memory Usage",
-        "name": "role_health_suppression_hue_server_swap_memory_usage",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Heap Dump Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Heap Dump Directory Free Space",
-        "name": "role_health_suppression_hue_server_heap_dump_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Location on HDFS where the jobsub examples and templates are stored.",
-        "display_name": "Jobsub Examples and Templates Directory",
-        "name": "hue_server_remote_data_dir",
-        "value": "/user/hue/jobsub"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Hard memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Hard Limit",
-        "name": "rm_memory_hard_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "The health test thresholds on the swap memory usage of the process.",
-        "display_name": "Process Swap Memory Thresholds",
-        "name": "process_swap_memory_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"any\"}"
-    },
-    {
-        "desc": "The path to the TLS/SSL file containing the certificate of the certificate authority (CA) and any intermediate certificates used to sign the server certificate. Used when Hue is acting as a TLS/SSL server. The certificate file must be in PEM format, and is usually created by concatenating all of the appropriate root and intermediate certificates.",
-        "display_name": "Hue TLS/SSL Server CA Certificate (PEM Format)",
-        "name": "ssl_cacerts",
-        "value": null
-    },
-    {
-        "desc": "Cloudera Manager agent monitors each service and each of its role by publishing metrics to the Cloudera Manager Service Monitor. Setting it to false will stop Cloudera Manager agent from publishing any metric for corresponding service/roles. This is usually helpful for services that generate large amount of metrics which Service Monitor is not able to process.",
-        "display_name": "Enable Metric Collection",
-        "name": "process_should_monitor",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hue TLS/SSL Server Certificate File (PEM Format) parameter.",
-        "display_name": "Suppress Parameter Validation: Hue TLS/SSL Server Certificate File (PEM Format)",
-        "name": "role_config_suppression_ssl_certificate",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Host Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Host Health",
-        "name": "role_health_suppression_hue_server_host_health",
-        "value": "false"
-    },
-    {
-        "desc": "When computing the overall Hue Server health, consider the host's health.",
-        "display_name": "Hue Server Host Health Test",
-        "name": "hue_server_host_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be added (verbatim) to impalad_flags for this role only. Key names should begin with a hyphen(-). For example: -log_filename=foo.log",
-        "display_name": "Hue Server Advanced Configuration Snippet (Safety Valve) for impalad_flags",
-        "name": "hue_impalad_flags_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Port to use to connect to the Hue server.",
-        "display_name": "Hue HTTP Port",
-        "name": "hue_http_port",
-        "value": "8888"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Jobsub Examples and Templates Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Jobsub Examples and Templates Directory",
-        "name": "role_config_suppression_hue_server_remote_data_dir",
-        "value": "false"
-    },
-    {
-        "desc": "The frequency at which the metrics are logged to the sample file.",
-        "display_name": "Metrics Sample File Logging Frequency",
-        "name": "hue_metrics_sample_logging_frequency",
-        "value": "30000"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Role Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Role Triggers",
-        "name": "role_config_suppression_role_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory.",
-        "display_name": "Log Directory Free Space Monitoring Absolute Thresholds",
-        "name": "log_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Secret Key parameter.",
-        "display_name": "Suppress Parameter Validation: Secret Key",
-        "name": "role_config_suppression_secret_key",
-        "value": "false"
-    },
-    {
-        "desc": "If configured, overrides the process soft and hard rlimits (also called ulimits) for file descriptors to the configured value.",
-        "display_name": "Maximum Process File Descriptors",
-        "name": "rlimit_fds",
-        "value": null
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of this role except client configuration.",
-        "display_name": "Hue Server Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "HUE_SERVER_role_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "For advanced use only. A string to be inserted into <strong>hue_safety_valve_server.ini</strong> for this role only.",
-        "display_name": "Hue Server Advanced Configuration Snippet (Safety Valve) for hue_safety_valve_server.ini",
-        "name": "hue_server_hue_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Metrics Sample File Location parameter.",
-        "display_name": "Suppress Parameter Validation: Metrics Sample File Location",
-        "name": "role_config_suppression_hue_metrics_sample_file_location",
-        "value": "false"
-    },
-    {
-        "desc": "The period to review when computing unexpected exits.",
-        "display_name": "Unexpected Exits Monitoring Period",
-        "name": "unexpected_exits_window",
-        "value": "5"
-    },
-    {
-        "desc": "The path to the TLS/SSL file containing the private key used for TLS/SSL. Used when Hue is acting as a TLS/SSL server. The certificate file must be in PEM format.",
-        "display_name": "Hue TLS/SSL Server Private Key File (PEM Format)",
-        "name": "ssl_private_key",
-        "value": null
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hue Server Advanced Configuration Snippet (Safety Valve) for impalad_flags parameter.",
-        "display_name": "Suppress Parameter Validation: Hue Server Advanced Configuration Snippet (Safety Valve) for impalad_flags",
-        "name": "role_config_suppression_hue_impalad_flags_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "The full path to a file with a sample of metrics exposed by the role. The sample is updated at the frequency configured by Metrics Sample File Logging Frequency. By default, the sample file is logged to a directory under the role log directory, e.g., /var/log/hue/metrics-hue_server/metrics.log.",
-        "display_name": "Metrics Sample File Location",
-        "name": "hue_metrics_sample_file_location",
-        "value": null
-    },
-    {
-        "desc": "The password for the private key in the Hue TLS/SSL Server Certificate and Private Key file.  If left blank, the private key is not protected by a password.",
-        "display_name": "Hue TLS/SSL Private Key Password",
-        "name": "ssl_private_key_password",
-        "value": null
-    },
-    {
-        "desc": "If enabled, the Hue server binds to the wildcard address (\"0.0.0.0\") for its ports.",
-        "display_name": "Bind Hue Server to Wildcard Address",
-        "name": "hue_server_bind_wildcard",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hue Server Advanced Configuration Snippet (Safety Valve) for hue_safety_valve_server.ini parameter.",
-        "display_name": "Suppress Parameter Validation: Hue Server Advanced Configuration Snippet (Safety Valve) for hue_safety_valve_server.ini",
-        "name": "role_config_suppression_hue_server_hue_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Enables the health test that the Cloudera Manager Agent can successfully contact and gather metrics from the web server.",
-        "display_name": "Web Metric Collection",
-        "name": "hue_server_web_metric_collection_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Enables the health test that the Hue Server's process state is consistent with the role configuration",
-        "display_name": "Hue Server Process Health Test",
-        "name": "hue_server_scm_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hue TLS/SSL Server CA Certificate (PEM Format) parameter.",
-        "display_name": "Suppress Parameter Validation: Hue TLS/SSL Server CA Certificate (PEM Format)",
-        "name": "role_config_suppression_ssl_cacerts",
-        "value": "false"
-    },
-    {
-        "desc": "The path to the TLS/SSL file containing the server certificate key used for TLS/SSL. Used when Hue is acting as a TLS/SSL server. The certificate file must be in PEM format.",
-        "display_name": "Hue TLS/SSL Server Certificate File (PEM Format)",
-        "name": "ssl_certificate",
-        "value": null
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Heap Dump Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Percentage Thresholds",
-        "name": "heap_dump_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the File Descriptors heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: File Descriptors",
-        "name": "role_health_suppression_hue_server_file_descriptor",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Hue Server Advanced Configuration Snippet (Safety Valve) for hive-site.xml parameter.",
-        "display_name": "Suppress Parameter Validation: Hue Server Advanced Configuration Snippet (Safety Valve) for hive-site.xml",
-        "name": "role_config_suppression_hue_server_hive_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Number of CPU shares to assign to this role. The greater the number of shares, the larger the share of the host's CPUs that will be given to this role when the host experiences CPU contention. Must be between 2 and 262144. Defaults to 1024 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup CPU Shares",
-        "name": "rm_cpu_shares",
-        "value": "1024"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this role reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Health Alerts for this Role",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "Random string used for secure hashing in the session store.",
-        "display_name": "Secret Key",
-        "name": "secret_key",
-        "value": null
-    }
-]

sahara/plugins/cdh/v5_11_0/resources/hue-kt_renewer.json

@@ -1,212 +0,0 @@
-[
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Log Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Log Directory Free Space Monitoring Percentage Thresholds",
-        "name": "log_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Log Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Log Directory Free Space",
-        "name": "role_health_suppression_kt_renewer_log_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Swap Memory Usage heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Swap Memory Usage",
-        "name": "role_health_suppression_kt_renewer_swap_memory_usage",
-        "value": "false"
-    },
-    {
-        "desc": "Weight for the read I/O requests issued by this role. The greater the weight, the higher the priority of the requests when the host experiences I/O contention. Must be between 100 and 1000. Defaults to 1000 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup I/O Weight",
-        "name": "rm_io_weight",
-        "value": "500"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Kerberos Ticket Renewer Log Directory parameter.",
-        "display_name": "Suppress Parameter Validation: Kerberos Ticket Renewer Log Directory",
-        "name": "role_config_suppression_kt_renewer_log_dir",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Absolute Thresholds",
-        "name": "heap_dump_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "Whether to suppress the results of the Audit Pipeline Test heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Audit Pipeline Test",
-        "name": "role_health_suppression_kt_renewer_audit_health",
-        "value": "false"
-    },
-    {
-        "desc": "When set, this role's process is automatically (and transparently) restarted in the event of an unexpected failure.",
-        "display_name": "Automatically Restart Process",
-        "name": "process_auto_restart",
-        "value": "false"
-    },
-    {
-        "desc": "<p>The configured triggers for this role. This is a JSON-formatted list of triggers. These triggers are evaluated as part as the health system. Every trigger expression is parsed, and if the trigger condition is met, the list of actions provided in the trigger expression is executed.</p><p>Each trigger has the following fields:</p><ul><li><code>triggerName</code> <b>(mandatory)</b> - The name of the trigger. This value must be unique for the specific role. </li><li><code>triggerExpression</code> <b>(mandatory)</b> - A tsquery expression representing the trigger. </li><li><code>streamThreshold</code> <b>(optional)</b> - The maximum number of streams that can satisfy a condition of a trigger before the condition fires. By default set to 0, and any stream returned causes the condition to fire. </li><li><code>enabled</code> <b> (optional)</b> - By default set to 'true'. If set to 'false', the trigger is not evaluated.</li><li><code>expressionEditorConfig</code> <b> (optional)</b> - Metadata for the trigger editor. If present, the trigger should only be edited from the Edit Trigger page; editing the trigger here can lead to inconsistencies.</li></ul><p>For example, the following JSON formatted trigger configured for a DataNode fires if the DataNode has more than 1500 file descriptors opened:</p><p><pre>[{\"triggerName\": \"sample-trigger\",\n  \"triggerExpression\": \"IF (SELECT fd_open WHERE roleName=$ROLENAME and last(fd_open) > 1500) DO health:bad\",\n  \"streamThreshold\": 0, \"enabled\": \"true\"}]</pre></p><p>See the trigger rules documentation for more details on how to write triggers using tsquery.</p><p>The JSON format is evolving and may change and, as a result, backward compatibility is not guaranteed between releases.</p>",
-        "display_name": "Role Triggers",
-        "name": "role_triggers",
-        "value": "[]"
-    },
-    {
-        "desc": "Soft memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process if and only if the host is facing memory pressure. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Soft Limit",
-        "name": "rm_memory_soft_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "Whether to suppress the results of the Unexpected Exits heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Unexpected Exits",
-        "name": "role_health_suppression_kt_renewer_unexpected_exits",
-        "value": "false"
-    },
-    {
-        "desc": "Interval in seconds with which Hue's Kerberos ticket will get renewed.",
-        "display_name": "Hue Keytab Renewal Interval",
-        "name": "keytab_reinit_frequency",
-        "value": "3600"
-    },
-    {
-        "desc": "Hard memory limit to assign to this role, enforced by the Linux kernel. When the limit is reached, the kernel will reclaim pages charged to the process. If reclaiming fails, the kernel may kill the process. Both anonymous as well as page cache pages contribute to the limit. Use a value of -1 B to specify no limit. By default processes not managed by Cloudera Manager will have no limit.",
-        "display_name": "Cgroup Memory Hard Limit",
-        "name": "rm_memory_hard_limit",
-        "value": "-1"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
-        "display_name": "Suppress Configuration Validator: CDH Version Validator",
-        "name": "role_config_suppression_cdh_version_validator",
-        "value": "false"
-    },
-    {
-        "desc": "Enables the health test that the Kerberos Ticket Renewer's process state is consistent with the role configuration",
-        "display_name": "Kerberos Ticket Renewer Process Health Test",
-        "name": "kt_renewer_scm_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "For advanced use only, key-value pairs (one on each line) to be inserted into a role's environment. Applies to configurations of this role except client configuration.",
-        "display_name": "Kerberos Ticket Renewer Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "KT_RENEWER_role_env_safety_valve",
-        "value": null
-    },
-    {
-        "desc": "The health test thresholds on the swap memory usage of the process.",
-        "display_name": "Process Swap Memory Thresholds",
-        "name": "process_swap_memory_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"any\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Role Triggers parameter.",
-        "display_name": "Suppress Parameter Validation: Role Triggers",
-        "name": "role_config_suppression_role_triggers",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's log directory.",
-        "display_name": "Log Directory Free Space Monitoring Absolute Thresholds",
-        "name": "log_directory_free_space_absolute_thresholds",
-        "value": "{\"critical\":\"5.36870912E9\",\"warning\":\"1.073741824E10\"}"
-    },
-    {
-        "desc": "When computing the overall Kerberos Ticket Renewer health, consider the host's health.",
-        "display_name": "Kerberos Ticket Renewer Host Health Test",
-        "name": "kt_renewer_host_health_enabled",
-        "value": "true"
-    },
-    {
-        "desc": "If configured, overrides the process soft and hard rlimits (also called ulimits) for file descriptors to the configured value.",
-        "display_name": "Maximum Process File Descriptors",
-        "name": "rlimit_fds",
-        "value": null
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when the health of this role reaches the threshold specified by the EventServer setting eventserver_health_events_alert_threshold",
-        "display_name": "Enable Health Alerts for this Role",
-        "name": "enable_alerts",
-        "value": "true"
-    },
-    {
-        "desc": "Whether to suppress the results of the Host Health heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Host Health",
-        "name": "role_health_suppression_kt_renewer_host_health",
-        "value": "false"
-    },
-    {
-        "desc": "The health test thresholds of the number of file descriptors used. Specified as a percentage of file descriptor limit.",
-        "display_name": "File Descriptor Monitoring Thresholds",
-        "name": "kt_renewer_fd_thresholds",
-        "value": "{\"critical\":\"70.0\",\"warning\":\"50.0\"}"
-    },
-    {
-        "desc": "The period to review when computing unexpected exits.",
-        "display_name": "Unexpected Exits Monitoring Period",
-        "name": "unexpected_exits_window",
-        "value": "5"
-    },
-    {
-        "desc": "The health test thresholds for unexpected exits encountered within a recent period specified by the unexpected_exits_window configuration for the role.",
-        "display_name": "Unexpected Exits Thresholds",
-        "name": "unexpected_exits_thresholds",
-        "value": "{\"critical\":\"any\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Cloudera Manager agent monitors each service and each of its role by publishing metrics to the Cloudera Manager Service Monitor. Setting it to false will stop Cloudera Manager agent from publishing any metric for corresponding service/roles. This is usually helpful for services that generate large amount of metrics which Service Monitor is not able to process.",
-        "display_name": "Enable Metric Collection",
-        "name": "process_should_monitor",
-        "value": "true"
-    },
-    {
-        "desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
-        "display_name": "Enable Configuration Change Alerts",
-        "name": "enable_config_alerts",
-        "value": "false"
-    },
-    {
-        "desc": "Directory where Kerberos Ticket Renewer will place its log files.",
-        "display_name": "Kerberos Ticket Renewer Log Directory",
-        "name": "kt_renewer_log_dir",
-        "value": "/var/log/hue"
-    },
-    {
-        "desc": "The health test thresholds for monitoring of free space on the filesystem that contains this role's heap dump directory. Specified as a percentage of the capacity on that filesystem. This setting is not used if a Heap Dump Directory Free Space Monitoring Absolute Thresholds setting is configured.",
-        "display_name": "Heap Dump Directory Free Space Monitoring Percentage Thresholds",
-        "name": "heap_dump_directory_free_space_percentage_thresholds",
-        "value": "{\"critical\":\"never\",\"warning\":\"never\"}"
-    },
-    {
-        "desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Kerberos Ticket Renewer Environment Advanced Configuration Snippet (Safety Valve) parameter.",
-        "display_name": "Suppress Parameter Validation: Kerberos Ticket Renewer Environment Advanced Configuration Snippet (Safety Valve)",
-        "name": "role_config_suppression_kt_renewer_role_env_safety_valve",
-        "value": "false"
-    },
-    {
-        "desc": "Number of CPU shares to assign to this role. The greater the number of shares, the larger the share of the host's CPUs that will be given to this role when the host experiences CPU contention. Must be between 2 and 262144. Defaults to 1024 for processes not managed by Cloudera Manager.",
-        "display_name": "Cgroup CPU Shares",
-        "name": "rm_cpu_shares",
-        "value": "1024"
-    },
-    {
-        "desc": "Whether to suppress the results of the File Descriptors heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: File Descriptors",
-        "name": "role_health_suppression_kt_renewer_file_descriptor",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Heap Dump Directory Free Space heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Heap Dump Directory Free Space",
-        "name": "role_health_suppression_kt_renewer_heap_dump_directory_free_space",
-        "value": "false"
-    },
-    {
-        "desc": "Whether to suppress the results of the Process Status heath test. The results of suppressed health tests are ignored when computing the overall health of the associated host, role or service, so suppressed health tests will not generate alerts.",
-        "display_name": "Suppress Health Test: Process Status",
-        "name": "role_health_suppression_kt_renewer_scm_health",
-        "value": "false"
-    }
-]