Introduce functional/fullstack Neutron Xenial jobs

These jobs are part of experimental queue for now, until we are confident
enough to switch check queue for using Xenial as well.

Change-Id: Ice5a6561fe4fee9f98a6a92307f9392b37e28497

grafana/neutron.yaml

@@ -71,10 +71,20 @@ dashboard:
           span: 4
           targets:
             - target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-neutron-dsvm-api.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-neutron-dsvm-api.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-dsvm-api')
-            - target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-neutron-dsvm-functional.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-neutron-dsvm-functional.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-dsvm-functional')
+            - target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-neutron-dsvm-functional-ubuntu-trusty.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-neutron-dsvm-functional-ubuntu-trusty.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-dsvm-functional-ubuntu-trusty')
-            - target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-neutron-dsvm-fullstack.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-neutron-dsvm-fullstack.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-dsvm-fullstack')
+            - target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-neutron-dsvm-fullstack-ubuntu-trusty.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-neutron-dsvm-fullstack-ubuntu-trusty.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-dsvm-fullstack-ubuntu-trusty')
             - target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-tempest-dsvm-neutron-identity-v3-only-full-nv.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-tempest-dsvm-neutron-identity-v3-only-full-nv.{SUCCESS,FAILURE})),'24hours'), 'gate-tempest-dsvm-neutron-identity-v3-only-full-nv')
           type: graph
+    - title: Graphs
+      height: 320px
+      panels:
+        - title: Functional/Fullstack Failure Rates (Experimental queue)
+          span: 4
+          targets:
+            - target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-neutron-dsvm-functional-ubuntu-xenial.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-neutron-dsvm-functional-ubuntu-xenial.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-dsvm-functional-ubuntu-xenial')
+            - target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-neutron-dsvm-functional-py35-ubuntu-xenial.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-neutron-dsvm-functional-py35-ubuntu-xenial.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-dsvm-functional-py35-ubuntu-xenial')
+            - target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-neutron-dsvm-fullstack-ubuntu-xenial.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-neutron-dsvm-fullstack-ubuntu-xenial.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-dsvm-fullstack-ubuntu-xenial')
+          type: graph
     - title: Graphs
       height: 320px
       panels:

jenkins/jobs/neutron.yaml

@@ -160,7 +160,7 @@
       - console-log
 
 - job-template:
-    name: '{pipeline}-neutron-dsvm-functional{python}{job-suffix}'
+    name: '{pipeline}-neutron-dsvm-functional{python}-{node}{job-suffix}'
     node: '{node}'
 
     wrappers:
@@ -207,7 +207,7 @@
       - console-log
 
 - job-template:
-    name: '{pipeline}-neutron-dsvm-fullstack{job-suffix}'
+    name: '{pipeline}-neutron-dsvm-fullstack-{node}{job-suffix}'
     node: '{node}'
 
     wrappers:

jenkins/jobs/projects.yaml

@@ -6725,29 +6725,46 @@
           node: ubuntu-trusty-2-node
           job-suffix: '-nv'
           branch-override: default
-      - '{pipeline}-neutron-dsvm-functional{python}{job-suffix}':
+      - '{pipeline}-neutron-dsvm-functional{python}-{node}{job-suffix}':
           pipeline: gate
           python: ''
           node: ubuntu-trusty
           job-suffix: ''
           branch-override: default
-      - '{pipeline}-neutron-dsvm-functional{python}{job-suffix}':
+      - '{pipeline}-neutron-dsvm-functional{python}-{node}{job-suffix}':
           pipeline: gate
           python: '-py34'
           node: ubuntu-trusty
           job-suffix: ''
           branch-override: default
-      - '{pipeline}-neutron-dsvm-functional{python}{job-suffix}':
+      - '{pipeline}-neutron-dsvm-functional{python}-{node}{job-suffix}':
           pipeline: gate
           python: ''
           node: ubuntu-trusty
           job-suffix: '-nv'
           branch-override: default
-      - '{pipeline}-neutron-dsvm-fullstack{job-suffix}':
+      - '{pipeline}-neutron-dsvm-functional{python}-{node}{job-suffix}':
+          pipeline: gate
+          python: ''
+          node: ubuntu-xenial
+          job-suffix: ''
+          branch-override: default
+      - '{pipeline}-neutron-dsvm-functional{python}-{node}{job-suffix}':
+          pipeline: gate
+          python: '-py35'
+          node: ubuntu-xenial
+          job-suffix: ''
+          branch-override: default
+      - '{pipeline}-neutron-dsvm-fullstack-{node}{job-suffix}':
           pipeline: gate
           node: ubuntu-trusty
           job-suffix: ''
           branch-override: default
+      - '{pipeline}-neutron-dsvm-fullstack-{node}{job-suffix}':
+          pipeline: gate
+          node: ubuntu-xenial
+          job-suffix: ''
+          branch-override: default
       - '{pipeline}-neutron-dsvm-api{which}{job-suffix}':
           pipeline: gate
           node: ubuntu-trusty

zuul/layout.yaml

@@ -1770,10 +1770,17 @@ jobs:
   - name: ^neutron-lib-coverage-ubuntu-(trusty|xenial)
     voting: false
 
-  - name: gate-neutron-dsvm-functional-py34
+  - name: gate-neutron-dsvm-functional-py34-ubuntu-trusty
     branch: ^(?!stable/liberty).*$
     voting: false
 
+  # NOTE(jlibosva) Run Xenial jobs only non-voting for Newton and forward
+  - name: ^gate-neutron-dsvm-(functional|fullstack)-ubuntu-xenial
+    voting: false
+
+  - name: gate-neutron-dsvm-functional-py35-ubuntu-xenial
+    voting: false
+
   - name: ^gate-tempest-dsvm-neutron-pg-full-ubuntu-(trusty|xenial)
     voting: false
 
@@ -2687,7 +2694,10 @@ jobs:
   - name: gate-tempest-dsvm-docker-centos7
     voting: false
 
-  - name: gate-neutron-dsvm-fullstack
+  # NOTE(jlibosva): This job should run on Mitaka and earlier stable branches in
+  #                 the future.
+  - name: gate-neutron-dsvm-fullstack-ubuntu-trusty
+    branch: ^(master|stable/(liberty|mitaka|newton))$
     voting: false
 
   - name: gate-tacker-dsvm-functional
@@ -3272,7 +3282,7 @@ projects:
       - gate-grenade-dsvm-multinode
       - gate-grenade-dsvm-neutron-multinode
     experimental:
-      - gate-neutron-dsvm-functional
+      - gate-neutron-dsvm-functional-ubuntu-trusty
       - gate-tempest-dsvm-neutron-dvr
       - gate-tempest-dsvm-neutron-dvr-multinode-full
       - gate-tempest-dsvm-neutron-linuxbridge
@@ -3504,7 +3514,7 @@ projects:
       - gate-dg-hooks-dsvm
       - gate-grenade-dsvm-multinode
       - gate-grenade-dsvm-neutron-multinode
-      - gate-neutron-dsvm-functional-nv
+      - gate-neutron-dsvm-functional-ubuntu-trusty-nv
       - gate-swift-dsvm-functional-nv
       - gate-tempest-dsvm-full-ubuntu-trusty-liberty-nv
       - gate-tempest-dsvm-neutron-full-ubuntu-trusty-liberty-nv
@@ -10831,8 +10841,8 @@ projects:
     check:
       - neutron-coverage-ubuntu-xenial
       - gate-neutron-dsvm-api
-      - gate-neutron-dsvm-functional
+      - gate-neutron-dsvm-functional-ubuntu-trusty
-      - gate-neutron-dsvm-fullstack
+      - gate-neutron-dsvm-fullstack-ubuntu-trusty
       - gate-rally-dsvm-neutron-neutron
       - gate-tempest-dsvm-neutron-dvr
       - gate-tempest-dsvm-neutron-identity-v3-only-full-nv
@@ -10854,7 +10864,10 @@ projects:
       - neutron-coverage-ubuntu-trusty
       - neutron-coverage-ubuntu-xenial
     experimental:
-      - gate-neutron-dsvm-functional-py34
+      - gate-neutron-dsvm-functional-py34-ubuntu-trusty
+      - gate-neutron-dsvm-functional-ubuntu-xenial
+      - gate-neutron-dsvm-functional-py35-ubuntu-xenial
+      - gate-neutron-dsvm-fullstack-ubuntu-xenial
       - gate-tempest-dsvm-neutron-scenario
       - gate-tempest-dsvm-neutron-scenario-linuxbridge
       - gate-grenade-dsvm-neutron-forward