From 703bf8524ca97d85b6605f1bb0ed49eb5cb8d8e9 Mon Sep 17 00:00:00 2001 From: Trevor McKay Date: Tue, 8 Sep 2015 13:19:38 -0400 Subject: [PATCH] Add SPARK_YARN_HISTORY_SERVER to default templates for cdh Sahara EDP has been extended to support spark on cdh, so the default templates should include the spark history server necessary to run jobs on yarn. Change-Id: I56fbbd97f52154f78fc5015055a44e20f63838b2 Implements: blueprint spark-jobs-for-cdh-5-3-0 --- .../cdh/version_5_3_0/secondary-namenode.json | 3 ++- .../cdh/version_5_4_0/secondary-namenode.json | 3 ++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/sahara/plugins/default_templates/cdh/version_5_3_0/secondary-namenode.json b/sahara/plugins/default_templates/cdh/version_5_3_0/secondary-namenode.json index c70516f0..a3013395 100644 --- a/sahara/plugins/default_templates/cdh/version_5_3_0/secondary-namenode.json +++ b/sahara/plugins/default_templates/cdh/version_5_3_0/secondary-namenode.json @@ -4,7 +4,8 @@ "node_processes": [ "HDFS_SECONDARYNAMENODE", "OOZIE_SERVER", - "YARN_JOBHISTORY" + "YARN_JOBHISTORY", + "SPARK_YARN_HISTORY_SERVER" ], "name": "cdh-530-default-secondary-namenode", "floating_ip_pool": "{floating_ip_pool}", diff --git a/sahara/plugins/default_templates/cdh/version_5_4_0/secondary-namenode.json b/sahara/plugins/default_templates/cdh/version_5_4_0/secondary-namenode.json index c2ce2494..8f8ac17d 100644 --- a/sahara/plugins/default_templates/cdh/version_5_4_0/secondary-namenode.json +++ b/sahara/plugins/default_templates/cdh/version_5_4_0/secondary-namenode.json @@ -4,7 +4,8 @@ "node_processes": [ "HDFS_SECONDARYNAMENODE", "OOZIE_SERVER", - "YARN_JOBHISTORY" + "YARN_JOBHISTORY", + "SPARK_YARN_HISTORY_SERVER" ], "name": "cdh-540-default-secondary-namenode", "floating_ip_pool": "{floating_ip_pool}",