project-config/grafana/neutron-fwaas.yaml
YAMAMOTO Takashi 597c809214 neutron-fwaas: Add a non-voting job to run networking-midonet unit tests
It runs networking-midonet unit tests which includes its
neutron-fwaas integration, to expose regressions earlier and
save the effort in both of projects.  Briefly discussed in
a fwaas meeting. [1]

[1] http://eavesdrop.openstack.org/meetings/fwaas/2017/fwaas.2017-06-27-14.02.log.html#l-165

Background: Neutron-fwaas changes sometimes break networking-midonet's
fwaas v1 driver.  It's mainly due to the non-ideal way how the driver
is written.  Ideally we should have a real driver api for fwaas v1.
But the development focus has already moved to fwaas v2.

Note: This job runs the identical set of tests as the voting
counterpart, gate-networking-midonet-python35.  While it includes
tests which are not related to fwaas, it doesn't seem to worth
reducing it to minimum.  We can revisit it if it turns out to be
a problem.

Closes-Bug: #1703328
Change-Id: I0ae979ef0a34f2b75f40f8315cf3f80a0b0c07e0
2017-07-14 18:03:09 +09:00

69 lines
6.9 KiB
YAML

dashboard:
title: Neutron FWaaS Failure Rates
rows:
- title: Description
height: 100px
panels:
- title: Description
content: |
**This dashboard is managed by [Grafyaml](http://docs.openstack.org/infra/system-config/grafyaml.html).**
If you would like to make changes to this dashboard, please see the grafana directory in [project-config](https://git.openstack.org/cgit/openstack-infra/project-config/tree/grafana/neutron-fwaas.yaml).
type: text
- title: Check Queue
height: 320px
panels:
- title: Unit Test Failure Rates (check)
span: 4
targets:
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-neutron-fwaas-python27{,-ubuntu-xenial}.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-neutron-fwaas-python27{,-ubuntu-xenial}.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-fwaas-python27')
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-neutron-fwaas-python35.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-neutron-fwaas-python35.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-fwaas-python35')
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-cross-networking-midonet-python35.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-cross-networking-midonet-python35.{SUCCESS,FAILURE})),'24hours'), 'gate-cross-networking-midonet-python35')
type: graph
- title: Docs/Pep8/Functional Failure Rates (check)
span: 4
targets:
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-neutron-fwaas-docs-ubuntu-xenial.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-neutron-fwaas-docs-ubuntu-xenial.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-fwaas-docs')
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-neutron-fwaas-pep8-ubuntu-xenial.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-pep8-ubuntu-xenial.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-fwaas-pep8')
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-neutron-fwaas-dsvm-functional.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-neutron-fwaas-dsvm-functional.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-fwaas-dsvm-functional')
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-grenade-dsvm-neutron-fwaas-multinode.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-grenade-dsvm-neutron-fwaas-multinode.{SUCCESS,FAILURE})),'24hours'), 'gate-grenade-dsvm-neutron-fwaas-multinode')
type: graph
- title: Tempest Failure Rates (check)
span: 4
targets:
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-neutron-fwaas-v2-dsvm-tempest-nv.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-neutron-fwaas-v2-dsvm-tempest-nv.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-fwaas-v2-dsvm-tempest-nv')
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-neutron-fwaas-v1-dsvm-tempest.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-neutron-fwaas-v1-dsvm-tempest.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-fwaas-v1-dsvm-tempest')
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.check.job.gate-neutron-fwaas-legacy-dsvm-tempest.FAILURE),sum(stats_counts.zuul.pipeline.check.job.gate-neutron-fwaas-legacy-dsvm-tempest.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-fwaas-v1-dsvm-tempest')
type: graph
- title: Gate Queue
height: 320px
panels:
- title: Unit Test Failure Rates (gate)
span: 4
targets:
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.gate.job.gate-neutron-fwaas-python27{,-ubuntu-xenial}.FAILURE),sum(stats_counts.zuul.pipeline.gate.job.gate-neutron-fwaas-python27{,-ubuntu-xenial}.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-fwaas-python27')
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.gate.job.gate-neutron-fwaas-python35.FAILURE),sum(stats_counts.zuul.pipeline.gate.job.gate-neutron-fwaas-python35.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-fwaas-python35')
type: graph
- title: Docs/Pep8/Functional Failure Rates (gate)
span: 4
targets:
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.gate.job.gate-neutron-fwaas-docs-ubuntu-xenial.FAILURE),sum(stats_counts.zuul.pipeline.gate.job.gate-neutron-fwaas-docs-ubuntu-xenial.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-fwaas-docs')
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.gate.job.gate-neutron-fwaas-pep8-ubuntu-xenial.FAILURE),sum(stats_counts.zuul.pipeline.gate.job.gate-neutron-fwaas-pep8-ubuntu-xenial.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-fwaas-pep8')
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.gate.job.gate-neutron-fwaas-dsvm-functional.FAILURE),sum(stats_counts.zuul.pipeline.gate.job.gate-neutron-fwaas-dsvm-functional.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-fwaas-dsvm-functional')
type: graph
- title: Tempest Failure Rates (gate)
span: 4
targets:
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.gate.job.gate-neutron-fwaas-v2-dsvm-tempest-nv.FAILURE),sum(stats_counts.zuul.pipeline.gate.job.gate-neutron-fwaas-v2-dsvm-tempest-nv.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-fwaas-v2-dsvm-tempest-nv')
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.gate.job.gate-neutron-fwaas-v1-dsvm-tempest.FAILURE),sum(stats_counts.zuul.pipeline.gate.job.gate-neutron-fwaas-v1-dsvm-tempest.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-fwaas-v1-dsvm-tempest')
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.gate.job.gate-neutron-fwaas-legacy-dsvm-tempest.FAILURE),sum(stats_counts.zuul.pipeline.gate.job.gate-neutron-fwaas-legacy-dsvm-tempest.{SUCCESS,FAILURE})),'24hours'), 'gate-neutron-fwaas-v1-dsvm-tempest')
type: graph
- title: Other Jobs
height: 320px
panels:
- title: Periodic jobs
span: 4
targets:
- target: alias(movingAverage(asPercent(transformNull(stats_counts.zuul.pipeline.periodic.job.periodic-neutron-fwaas-py35-with-neutron-lib-master.FAILURE),sum(stats_counts.zuul.pipeline.periodic.job.periodic-neutron-fwaas-py35-with-neutron-lib-master.{SUCCESS,FAILURE})),'24hours'), 'periodic-neutron-fwaas-py35-with-neutron-lib-master')
type: graph