170 lines
8.5 KiB
JSON
170 lines
8.5 KiB
JSON
[
|
|
{
|
|
"desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Deploy Directory parameter.",
|
|
"display_name": "Suppress Parameter Validation: Deploy Directory",
|
|
"name": "role_config_suppression_client_config_root_dir",
|
|
"value": "false"
|
|
},
|
|
{
|
|
"desc": "For advanced use only, a string to be inserted into the client configuration for <strong>spark-conf/spark-env.sh</strong>.",
|
|
"display_name": "Spark Client Advanced Configuration Snippet (Safety Valve) for spark-conf/spark-env.sh",
|
|
"name": "spark-conf/spark-env.sh_client_config_safety_valve",
|
|
"value": null
|
|
},
|
|
{
|
|
"desc": "Which deploy mode to use by default. Can be overridden by users when launching applications.",
|
|
"display_name": "Default Application Deploy Mode",
|
|
"name": "spark_deploy_mode",
|
|
"value": "client"
|
|
},
|
|
{
|
|
"desc": "The priority level that the client configuration will have in the Alternatives system on the hosts. Higher priority levels will cause Alternatives to prefer this configuration over any others.",
|
|
"display_name": "Alternatives Priority",
|
|
"name": "client_config_priority",
|
|
"value": "51"
|
|
},
|
|
{
|
|
"desc": "When set, Cloudera Manager will send alerts when this entity's configuration changes.",
|
|
"display_name": "Enable Configuration Change Alerts",
|
|
"name": "enable_config_alerts",
|
|
"value": "false"
|
|
},
|
|
{
|
|
"desc": "The minimum log level for the Spark shell.",
|
|
"display_name": "Shell Logging Threshold",
|
|
"name": "spark_gateway_shell_logging_threshold",
|
|
"value": "WARN"
|
|
},
|
|
{
|
|
"desc": "The minimum log level for Gateway logs",
|
|
"display_name": "Gateway Logging Threshold",
|
|
"name": "log_threshold",
|
|
"value": "INFO"
|
|
},
|
|
{
|
|
"desc": "When dynamic allocation is enabled, time after which idle executors will be stopped.",
|
|
"display_name": "Executor Idle Timeout",
|
|
"name": "spark_dynamic_allocation_idle_timeout",
|
|
"value": "60"
|
|
},
|
|
{
|
|
"desc": "When dynamic allocation is enabled, timeout before requesting new executors after the initial backlog timeout has already expired. By default this is the same value as the initial backlog timeout.",
|
|
"display_name": "Sustained Scheduler Backlog Timeout",
|
|
"name": "spark_dynamic_allocation_sustained_scheduler_backlog_timeout",
|
|
"value": null
|
|
},
|
|
{
|
|
"desc": "Name of class implementing org.apache.spark.serializer.Serializer to use in Spark applications.",
|
|
"display_name": "Spark Data Serializer",
|
|
"name": "spark_data_serializer",
|
|
"value": "org.apache.spark.serializer.KryoSerializer"
|
|
},
|
|
{
|
|
"desc": "Whether to suppress configuration warnings produced by the CDH Version Validator configuration validator.",
|
|
"display_name": "Suppress Configuration Validator: CDH Version Validator",
|
|
"name": "role_config_suppression_cdh_version_validator",
|
|
"value": "false"
|
|
},
|
|
{
|
|
"desc": "Enables the external shuffle service. The external shuffle service preserves shuffle files written by executors so that the executors can be deallocated without losing work. Must be enabled if Enable Dynamic Allocation is enabled. Recommended and enabled by default for CDH 5.5 and higher.",
|
|
"display_name": "Enable Shuffle Service",
|
|
"name": "spark_shuffle_service_enabled",
|
|
"value": "true"
|
|
},
|
|
{
|
|
"desc": "When dynamic allocation is enabled, number of executors to allocate when the application starts. By default, this is the same value as the minimum number of executors.",
|
|
"display_name": "Initial Executor Count",
|
|
"name": "spark_dynamic_allocation_initial_executors",
|
|
"value": null
|
|
},
|
|
{
|
|
"desc": "When dynamic allocation is enabled, time after which idle executors with cached RDDs blocks will be stopped. By default, they're never stopped. This configuration is only available starting in CDH 5.5.",
|
|
"display_name": "Caching Executor Idle Timeout",
|
|
"name": "spark_dynamic_allocation_cached_idle_timeout",
|
|
"value": null
|
|
},
|
|
{
|
|
"desc": "When dynamic allocation is enabled, minimum number of executors to keep alive while the application is running.",
|
|
"display_name": "Minimum Executor Count",
|
|
"name": "spark_dynamic_allocation_min_executors",
|
|
"value": "0"
|
|
},
|
|
{
|
|
"desc": "Python library paths to add to PySpark applications.",
|
|
"display_name": "Extra Python Path",
|
|
"name": "spark_python_path",
|
|
"value": ""
|
|
},
|
|
{
|
|
"desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Spark Client Advanced Configuration Snippet (Safety Valve) for spark-conf/spark-env.sh parameter.",
|
|
"display_name": "Suppress Parameter Validation: Spark Client Advanced Configuration Snippet (Safety Valve) for spark-conf/spark-env.sh",
|
|
"name": "role_config_suppression_spark-conf/spark-env.sh_client_config_safety_valve",
|
|
"value": "false"
|
|
},
|
|
{
|
|
"desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Gateway Logging Advanced Configuration Snippet (Safety Valve) parameter.",
|
|
"display_name": "Suppress Parameter Validation: Gateway Logging Advanced Configuration Snippet (Safety Valve)",
|
|
"name": "role_config_suppression_log4j_safety_valve",
|
|
"value": "false"
|
|
},
|
|
{
|
|
"desc": "When dynamic allocation is enabled, maximum number of executors to allocate. By default, Spark relies on YARN to control the maximum number of executors for the application.",
|
|
"display_name": "Maximum Executor Count",
|
|
"name": "spark_dynamic_allocation_max_executors",
|
|
"value": null
|
|
},
|
|
{
|
|
"desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Extra Python Path parameter.",
|
|
"display_name": "Suppress Parameter Validation: Extra Python Path",
|
|
"name": "role_config_suppression_spark_python_path",
|
|
"value": "false"
|
|
},
|
|
{
|
|
"desc": "Write Spark application history logs to HDFS.",
|
|
"display_name": "Enable History",
|
|
"name": "spark_history_enabled",
|
|
"value": "true"
|
|
},
|
|
{
|
|
"desc": "When dynamic allocation is enabled, timeout before requesting new executors when there are backlogged tasks.",
|
|
"display_name": "Scheduler Backlog Timeout",
|
|
"name": "spark_dynamic_allocation_scheduler_backlog_timeout",
|
|
"value": "1"
|
|
},
|
|
{
|
|
"desc": "Enable dynamic allocation of executors in Spark applications.",
|
|
"display_name": "Enable Dynamic Allocation",
|
|
"name": "spark_dynamic_allocation_enabled",
|
|
"value": "true"
|
|
},
|
|
{
|
|
"desc": "The directory where the client configs will be deployed",
|
|
"display_name": "Deploy Directory",
|
|
"name": "client_config_root_dir",
|
|
"value": "/etc/spark"
|
|
},
|
|
{
|
|
"desc": "For advanced use only, a string to be inserted into <strong>log4j.properties</strong> for this role only.",
|
|
"display_name": "Gateway Logging Advanced Configuration Snippet (Safety Valve)",
|
|
"name": "log4j_safety_valve",
|
|
"value": null
|
|
},
|
|
{
|
|
"desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Spark Data Serializer parameter.",
|
|
"display_name": "Suppress Parameter Validation: Spark Data Serializer",
|
|
"name": "role_config_suppression_spark_data_serializer",
|
|
"value": "false"
|
|
},
|
|
{
|
|
"desc": "Whether to suppress configuration warnings produced by the built-in parameter validation for the Spark Client Advanced Configuration Snippet (Safety Valve) for spark-conf/spark-defaults.conf parameter.",
|
|
"display_name": "Suppress Parameter Validation: Spark Client Advanced Configuration Snippet (Safety Valve) for spark-conf/spark-defaults.conf",
|
|
"name": "role_config_suppression_spark-conf/spark-defaults.conf_client_config_safety_valve",
|
|
"value": "false"
|
|
},
|
|
{
|
|
"desc": "For advanced use only, a string to be inserted into the client configuration for <strong>spark-conf/spark-defaults.conf</strong>.",
|
|
"display_name": "Spark Client Advanced Configuration Snippet (Safety Valve) for spark-conf/spark-defaults.conf",
|
|
"name": "spark-conf/spark-defaults.conf_client_config_safety_valve",
|
|
"value": null
|
|
}
|
|
] |