Hive job type support on CI

Support hive job type on Sahara CI. Also using datasources placeholders in output url for correct work of job. Change-Id: I1177a7d12e380b6eb032f6e6ba025aa86451d846
2015-10-07 15:46:33 +03:00 · 2015-10-07 15:46:33 +03:00 · 357059e40b
commit 357059e40b
parent e11c73efc5
2 changed files with 13 additions and 0 deletions
--- a/etc/scenario/sahara-ci/edp.yaml.mako
+++ b/etc/scenario/sahara-ci/edp.yaml.mako
@ -48,6 +48,18 @@ edp_jobs_flow:
      args:
        - 10
        - 10
+  hive_job:
+    - type: Hive
+      main_lib:
+        type: swift
+        source: etc/edp-examples/edp-hive/script.q
+      input_datasource:
+        type: hdfs
+        hdfs_username: hadoop
+        source: etc/edp-examples/edp-hive/input.csv
+      output_datasource:
+        type: hdfs
+        destination: /user/edp-output
  spark_pi:
    - type: Spark
      main_lib:
--- a/etc/scenario/sahara-ci/vanilla-2.7.1.yaml.mako
+++ b/etc/scenario/sahara-ci/vanilla-2.7.1.yaml.mako
@ -74,3 +74,4 @@ clusters:
      - mapreduce_job
      - mapreduce_streaming_job
      - java_job
+      - hive_job