Add experimental searchlight ES 2.x

Adds experimental gate job for testing
searchlight with Elasticsearch 2.x version

This elasticsearch macro is used only by
Searchlight project.

Change-Id: I7f153307b1e6a38895bdbfc4bfd712faeb8dba72
Partial-Bug: #1582316

jenkins/jobs/macros.yaml

@@ -831,7 +831,7 @@
           fi
 
 
-# Install specific elasticsearch version as needed for searchlight.
+# Install specific elasticsearch version(1.7.5) as needed for searchlight.
 - builder:
     name: elasticsearch-install
     builders:
@@ -844,6 +844,19 @@
           #Make 'elasticsearch' binary callable from within functional tests
           sudo ln -s /usr/share/elasticsearch/bin/elasticsearch /usr/local/bin/elasticsearch
 
+# Install specific elasticsearch version(2.x) as needed for searchlight.
+- builder:
+    name: elasticsearch-install-2
+    builders:
+      - shell: |
+          #!/bin/bash -xe
+          sudo apt-get update
+          sudo apt-get install -y openjdk-7-jre
+          wget https://download.elastic.co/elasticsearch/release/org/elasticsearch/distribution/deb/elasticsearch/2.3.2/elasticsearch-2.3.2.deb
+          sudo dpkg -i elasticsearch-2.3.2.deb
+          #Make 'elasticsearch' binary callable from within functional tests
+          sudo ln -s /usr/share/elasticsearch/bin/elasticsearch /usr/local/bin/elasticsearch
+
 # ======================================================================
 
 - wrapper:

jenkins/jobs/python-jobs.yaml

@@ -541,6 +541,7 @@
       - 'gate-{name}-pep8'
       - 'gate-{name}-python27-searchlight'
       - 'gate-{name}-python34-searchlight'
+      - 'gate-{name}-python27-searchlight-es2'
       - 'gate-{name}-pypy'
       - 'gate-{name}-docs'
       - 'gate-{name}-requirements'

jenkins/jobs/searchlight.yaml

@@ -22,6 +22,30 @@
 
     node: ubuntu-trusty
 
+- job-template:
+    name: 'gate-{name}-python27-searchlight-es2'
+
+    wrappers:
+      - build-timeout:
+          timeout: 50
+      - timestamps
+
+    builders:
+      - print-template-name:
+          template-name: "{template-name}"
+      - zuul-git-prep-upper-constraints
+      - elasticsearch-install-2
+      - install-distro-packages
+      - revoke-sudo
+      - python27
+      - assert-no-extra-files
+
+    publishers:
+      - test-results
+      - console-log
+
+    node: ubuntu-trusty
+
 - job-template:
     name: 'gate-{name}-python34-searchlight'
 

zuul/layout.yaml

@@ -344,6 +344,9 @@ project-templates:
       - 'gate-{name}-docs'
       - 'gate-{name}-pep8'
       - 'gate-{name}-python27-searchlight'
+    experimental:
+      # Make it default in check and gate after experimental run
+      - 'gate-{name}-python27-searchlight-es2'
     post:
       - '{name}-branch-tarball'