From bfb1b5bcfe01e8ad931260740cf90e3d9c97c84c Mon Sep 17 00:00:00 2001 From: akrzos Date: Tue, 13 Sep 2016 16:22:15 -0400 Subject: [PATCH] Adding Keystone Kibana Dashboards and Visualizations + Adding status_code to Kibana tasks to check for HTTP 201 Created + Removes existing Searches/Dashboards/Visualizations before uploading + Templatized Keystone Version Comparsion Dashboard Visualizations + Dashboards use latest metadata format/structure + Add version.json to config files and provide example version.json + Added line to remind updating version.json in metadata directory + s/browbeat/Browbeat/ when referenced not as file Change-Id: If5f200b9d4557c6ef5a13ed1880cd46e8172ac86 --- README.rst | 54 +++-- .../roles/kibana-visualization/tasks/main.yml | 57 ++++- .../templates/markdown.json.j2 | 10 + .../min_max_count-concurency-bg.json.j2 | 10 + .../percentiles-concurrency-bg.json.j2 | 10 + .../roles/kibana-visualization/vars/main.yml | 206 ++++++++++++++++++ browbeat-complete.yaml | 3 +- browbeat-config.yaml | 2 + conf/browbeat-glance-complete.yaml | 3 +- conf/browbeat-keystone-complete.yaml | 2 + conf/browbeat-keystone-minimal.yaml | 3 +- conf/browbeat-perfkit-complete.yaml | 2 + conf/ceilometer-minimal.yaml | 2 + conf/ceilometer-persist-response-timing.yaml | 2 + conf/telemetry-nova-persist-instances.yaml | 2 + metadata/.gitignore | 1 + metadata/version.json | 4 + visualization/Keystone/README.rst | 2 + ...eatAuthenticateKeystoneVersionCompare.json | 13 ++ ...enticateValidateNeutronVersionCompare.json | 13 ++ ...uthenticateValidateNovaVersionCompare.json | 13 ++ .../BrowbeatKeystoneConcurrencies.json | 13 ++ .../BrowbeatKeystoneUUIDvsFernet.json | 13 ++ .../AuthenticateKeystoneConcurrency-lg.json | 10 + ...henticateKeystoneErrorsConcurrency-bg.json | 10 + .../AuthenticateKeystoneUUIDvsFernet.json | 10 + ...enticateValidateNeutronConcurrency-lg.json | 10 + ...teValidateNeutronErrorsConcurrency-bg.json | 10 + ...thenticateValidateNeutronUUIDvsFernet.json | 10 + ...uthenticateValidateNovaConcurrency-lg.json | 10 + ...icateValidateNovaErrorsConcurrency-bg.json | 10 + .../AuthenticateValidateNovaUUIDvsFernet.json | 10 + ...rowbeatRallyKeystoneUUIDvsFernetUsage.json | 10 + .../BrowbeatRallyKeystoneUsage.json | 10 + 34 files changed, 520 insertions(+), 30 deletions(-) create mode 100644 ansible/install/roles/kibana-visualization/templates/markdown.json.j2 create mode 100644 ansible/install/roles/kibana-visualization/templates/min_max_count-concurency-bg.json.j2 create mode 100644 ansible/install/roles/kibana-visualization/templates/percentiles-concurrency-bg.json.j2 create mode 100644 ansible/install/roles/kibana-visualization/vars/main.yml create mode 100644 metadata/version.json create mode 100644 visualization/Keystone/README.rst create mode 100644 visualization/Keystone/dashboard/BrowbeatAuthenticateKeystoneVersionCompare.json create mode 100644 visualization/Keystone/dashboard/BrowbeatAuthenticateValidateNeutronVersionCompare.json create mode 100644 visualization/Keystone/dashboard/BrowbeatAuthenticateValidateNovaVersionCompare.json create mode 100644 visualization/Keystone/dashboard/BrowbeatKeystoneConcurrencies.json create mode 100644 visualization/Keystone/dashboard/BrowbeatKeystoneUUIDvsFernet.json create mode 100644 visualization/Keystone/visualization/AuthenticateKeystoneConcurrency-lg.json create mode 100644 visualization/Keystone/visualization/AuthenticateKeystoneErrorsConcurrency-bg.json create mode 100644 visualization/Keystone/visualization/AuthenticateKeystoneUUIDvsFernet.json create mode 100644 visualization/Keystone/visualization/AuthenticateValidateNeutronConcurrency-lg.json create mode 100644 visualization/Keystone/visualization/AuthenticateValidateNeutronErrorsConcurrency-bg.json create mode 100644 visualization/Keystone/visualization/AuthenticateValidateNeutronUUIDvsFernet.json create mode 100644 visualization/Keystone/visualization/AuthenticateValidateNovaConcurrency-lg.json create mode 100644 visualization/Keystone/visualization/AuthenticateValidateNovaErrorsConcurrency-bg.json create mode 100644 visualization/Keystone/visualization/AuthenticateValidateNovaUUIDvsFernet.json create mode 100644 visualization/Keystone/visualization/BrowbeatRallyKeystoneUUIDvsFernetUsage.json create mode 100644 visualization/Keystone/visualization/BrowbeatRallyKeystoneUsage.json diff --git a/README.rst b/README.rst index 2b8ceb98e..65319729a 100644 --- a/README.rst +++ b/README.rst @@ -2,9 +2,9 @@ Table of Contents ================= - `Browbeat <#browbeat>`__ -- `Before running browbeat <#before-running-browbeat>`__ -- `How to run Browbeat? <#how-to-run-browbeat>`__ -- `What is necessary? <#what-is-necessary>`__ +- `Before running Browbeat <#before-running-browbeat>`__ +- `How to run Browbeat Stress Tests <#how-to-run-browbeat-stress-tests>`__ +- `What is necessary <#what-is-necessary>`__ - `Detailed Install, Check and Run <#detailed-install-check-and-run>`__ - `Install Browbeat from your local machine <#install-browbeat-from-your-local-machine>`__ @@ -15,7 +15,7 @@ Table of Contents dashboards <#optional-install-collectd-graphite-dashboards>`__ - `(Optional) Install connmon <#optional-install-connmon>`__ - `Run Overcloud checks <#run-overcloud-checks>`__ - - `Run performance stress tests through browbeat on the + - `Run performance stress tests through Browbeat on the undercloud <#run-performance-stress-tests-through-browbeat-on-the-undercloud>`__ - `Install Browbeat directly on @@ -28,7 +28,7 @@ Table of Contents - `(Optional) Install connmon <#optional-install-connmon>`__ - `Run Overcloud checks <#run-overcloud-checks>`__ - `Run performance stress tests through - browbeat <#run-performance-stress-tests-through-browbeat>`__ + Browbeat <#run-performance-stress-tests-through-browbeat>`__ - `Running PerfKitBenchmarker <#running-perfkitbenchmarker>`__ - `Working with Multiple Clouds <#working-with-multiple-clouds>`__ @@ -47,27 +47,33 @@ since grown into a set of Ansible playbooks to help check deployments for known issues, install tools, run performance stress workloads and change parameters of the overcloud. -Before running browbeat +Before running Browbeat ======================= -- Execute the ansible/generate_tripleo_hostfile.sh script (builds the ssh config) +- Execute the ansible/generate_tripleo_hostfile.sh script (builds ssh-config file) - Configure browbeat-config.yaml to match your tests +- (Optional) Set your Openstack version metadata in metadata/version.json -How to run Browbeat Stress Tests? +Currently Keystone Dashboards only depend on osp_series but may be extended to show +build date in the future, thus build is also provided but not required. You can +add whatever other version related metadata you would like to metadata/version.json. +Typically, whatever automation you have to produce builds should provide this file. + +How to run Browbeat Stress Tests ================================= -On the Undercloud host, as the Stack user jump into the browbeat venv +On the Undercloud host, as the Stack user jump into the Browbeat venv and you simply run: :: (browbeat-venv)[stack@ospd browbeat]$ ./browbeat.py --help -However, the playbook required to install browbeat and its +However, the playbook required to install Browbeat and its dependencies(Rally, Shaker, Perfkit) needs to be run before this. DEtailed install and run instructions are presented in a section below. -What is necessary? +What is necessary ================== - Ansible @@ -98,7 +104,7 @@ From your local machine $ ./generate_tripleo_hostfile.sh $ vi install/group_vars/all.yml # Make sure to edit the dns_server to the correct ip address $ ansible-playbook -i hosts install/browbeat.yml - $ vi install/group_vars/all.yml # Edit browbeat network settings + $ vi install/group_vars/all.yml # Edit Browbeat network settings $ ansible-playbook -i hosts install/browbeat_network.yml $ ansible-playbook -i hosts install/shaker_build.yml @@ -134,7 +140,7 @@ Your Overcloud check output is located in results/bug_report.log NOTE: It is strongly advised to not run the ansible playbooks in a venv. -Run performance stress tests through browbeat on the undercloud: +Run performance stress tests through Browbeat on the undercloud: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ :: @@ -164,7 +170,7 @@ From your undercloud [stack@ospd ansible]$ sudo pip install ansible [stack@ospd ansible]$ vi install/group_vars/all.yml # Make sure to edit the dns_server to the correct ip address [stack@ospd ansible]$ ansible-playbook -i hosts install/browbeat.yml - [stack@ospd ansible]$ vi install/group_vars/all.yml # Edit browbeat network settings + [stack@ospd ansible]$ vi install/group_vars/all.yml # Edit Browbeat network settings [stack@ospd ansible]$ ansible-playbook -i hosts install/browbeat_network.yml [stack@ospd ansible]$ ansible-playbook -i hosts install/shaker_build.yml @@ -198,7 +204,7 @@ Run Overcloud checks Your Overcloud check output is located in results/bug_report.log -Run performance stress tests through browbeat +Run performance stress tests through Browbeat ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ :: @@ -212,18 +218,18 @@ Running PerfKitBenchmarker ========================== Work is on-going to utilize PerfKitBenchmarker as a workload provider to -browbeat. Many benchmarks work out of the box with browbeat. You must +Browbeat. Many benchmarks work out of the box with Browbeat. You must ensure that your network is setup correctly to run those benchmarks and you will need to configure the settings in -ansible/install/group_vars/all.yml for browbeat public/private +ansible/install/group_vars/all.yml for Browbeat public/private networks. Currently tested benchmarks include: aerospike, bonnie++, cluster_boot, copy_throughput(cp,dd,scp), fio, iperf, mesh_network, mongodb_ycsb, netperf, object_storage_service, ping, scimark2, and sysbench_oltp. -To run browbeat's PerfKit Benchmarks, you can start by viewing the +To run Browbeat's PerfKit Benchmarks, you can start by viewing the tested benchmark's configuration in conf/browbeat-perfkit-complete.yaml. -You must add them to your specific browbeat config yaml file or +You must add them to your specific Browbeat config yaml file or enable/disable the benchmarks you wish to run in the default config file (browbeat-config.yaml). There are many flags exposed in the configuration files to tune how those benchmarks run. Additional flags @@ -232,7 +238,7 @@ Google Cloud Github_. .. _Github: https://github.com/GoogleCloudPlatform/PerfKitBenchmarker -Example running only PerfKitBenchmarker benchmarks with browbeat from +Example running only PerfKitBenchmarker benchmarks with Browbeat from browbeat-config.yaml: :: @@ -244,7 +250,7 @@ Working with Multiple Clouds If you are running playbooks from your local machine you can run against more than one cloud at the same time. To do this, you should create a directory -per-cloud and clone browbeat into that specific directory: +per-cloud and clone Browbeat into that specific directory: :: @@ -333,7 +339,7 @@ Now you're ready to submit your changes for review: If you want to make another patchset from the same commit you can -use the ammend feature after further modification and saving. +use the amend feature after further modification and saving. :: @@ -343,7 +349,7 @@ use the ammend feature after further modification and saving. If you want to submit a new patchset from a different location (perhaps on a different machine or computer for example) you can -clone the browbeat repo again (if it doesn't already exist) and then +clone the Browbeat repo again (if it doesn't already exist) and then use git review against your unique Change-ID: :: @@ -353,7 +359,7 @@ use git review against your unique Change-ID: Change-Id is the change id number as seen in Gerrit and will be generated after your first successful submission. -The above command downloads your patch onto a seperate branch. You might +The above command downloads your patch onto a separate branch. You might need to rebase your local branch with remote master before running it to avoid merge conflicts when you resubmit the edited patch. To avoid this go back to a "safe" commit using: diff --git a/ansible/install/roles/kibana-visualization/tasks/main.yml b/ansible/install/roles/kibana-visualization/tasks/main.yml index 53144f9c8..0c2a4e720 100644 --- a/ansible/install/roles/kibana-visualization/tasks/main.yml +++ b/ansible/install/roles/kibana-visualization/tasks/main.yml @@ -1,4 +1,46 @@ --- +# +# Tasks to upload Searches/Visuals/Dashboards to Kibana +# + +- name: Generate Keystone Visualizations + template: + src: "{{item.template}}" + dest: "{{browbeat_path}}/visualization/Keystone/visualization/{{item.title}}.json" + with_items: "{{keystone_visualizations}}" + +- name: Remove Searches + uri: + url: http://{{ es_ip }}:{{ es_local_port }}/{{ es_kibana_index }}/search/{{ item | basename | regex_replace('\.json','') }} + method: DELETE + body: "{{ lookup('file', item) }}" + body_format: json + status_code: 404, 200 + with_fileglob: + - "{{ browbeat_path }}/visualization/*/search/*" + ignore_errors: true + +- name: Remove Visuals + uri: + url: http://{{ es_ip }}:{{ es_local_port }}/{{ es_kibana_index }}/visualization/{{ item | basename | regex_replace('\.json','')}} + method: DELETE + body: "{{ lookup('file', item) }}" + body_format: json + status_code: 404, 200 + with_fileglob: + - "{{ browbeat_path }}/visualization/*/visualization/*" + ignore_errors: true + +- name: Remove Dashboards + uri: + url: http://{{ es_ip }}:{{ es_local_port }}/{{ es_kibana_index }}/dashboard/{{ item | basename | regex_replace('\.json','')}} + method: DELETE + body: "{{ lookup('file', item) }}" + body_format: json + status_code: 404, 200 + with_fileglob: + - "{{ browbeat_path }}/visualization/*/dashboard/*" + ignore_errors: true - name: Upload Searches uri: @@ -6,8 +48,9 @@ method: PUT body: "{{ lookup('file', item) }}" body_format: json + status_code: 201 with_fileglob: - - "{{ browbeat_path }}/visualization/*/search/*" + - "{{ browbeat_path }}/visualization/*/search/*" ignore_errors: true - name: Upload Visuals @@ -16,8 +59,9 @@ method: PUT body: "{{ lookup('file', item) }}" body_format: json + status_code: 201 with_fileglob: - - "{{ browbeat_path }}/visualization/*/visualization/*" + - "{{ browbeat_path }}/visualization/*/visualization/*" ignore_errors: true - name: Upload Dashboards @@ -26,6 +70,13 @@ method: PUT body: "{{ lookup('file', item) }}" body_format: json + status_code: 201 with_fileglob: - - "{{ browbeat_path }}/visualization/*/dashboard/*" + - "{{ browbeat_path }}/visualization/*/dashboard/*" ignore_errors: true + +- name: Cleanup Keystone Visualizations + file: + path: "{{browbeat_path}}/visualization/Keystone/visualization/{{item.title}}.json" + state: absent + with_items: "{{keystone_visualizations}}" diff --git a/ansible/install/roles/kibana-visualization/templates/markdown.json.j2 b/ansible/install/roles/kibana-visualization/templates/markdown.json.j2 new file mode 100644 index 000000000..0436e30f9 --- /dev/null +++ b/ansible/install/roles/kibana-visualization/templates/markdown.json.j2 @@ -0,0 +1,10 @@ +{ + "title": "{{item.title}}", + "visState": "{\"title\":\"{{item.title}}\",\"type\":\"markdown\",\"params\":{\"markdown\":\"{{item.markdown}}\"},\"aggs\":[],\"listeners\":{}}", + "uiStateJSON": "{}", + "description": "", + "version": 1, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}" + } +} diff --git a/ansible/install/roles/kibana-visualization/templates/min_max_count-concurency-bg.json.j2 b/ansible/install/roles/kibana-visualization/templates/min_max_count-concurency-bg.json.j2 new file mode 100644 index 000000000..b9803d1b2 --- /dev/null +++ b/ansible/install/roles/kibana-visualization/templates/min_max_count-concurency-bg.json.j2 @@ -0,0 +1,10 @@ +{ + "title": "{{item.title}}", + "visState": "{\n \"title\": \"{{item.title}}\",\n \"type\": \"histogram\",\n \"params\": {\n \"addLegend\": true,\n \"addTimeMarker\": false,\n \"addTooltip\": true,\n \"defaultYExtents\": false,\n \"mode\": \"grouped\",\n \"scale\": \"linear\",\n \"setYExtents\": false,\n \"shareYAxis\": true,\n \"times\": [],\n \"yAxis\": {}\n },\n \"aggs\": [\n {\n \"id\": \"2\",\n \"type\": \"terms\",\n \"schema\": \"group\",\n \"params\": {\n \"field\": \"version.osp_series\",\n \"size\": 5,\n \"order\": \"desc\",\n \"orderBy\": \"_term\"\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"terms\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"rally_setup.kw.runner.concurrency\",\n \"size\": 50,\n \"orderAgg\": {\n \"id\": \"3-orderAgg\",\n \"type\": \"max\",\n \"schema\": \"orderAgg\",\n \"params\": {\n \"field\": \"rally_setup.kw.runner.concurrency\"\n }\n },\n \"order\": \"asc\",\n \"orderBy\": \"custom\"\n }\n },\n {\n \"id\": \"8\",\n \"type\": \"{{item.metric_type}}\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"raw\"\n }\n }\n ],\n \"listeners\": {}\n}", + "uiStateJSON": "{\n \"spy\": {\n \"mode\": {\n \"name\": null,\n \"fill\": false\n }\n }\n}", + "description": "", + "version": 1, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\n \"index\": \"[browbeat-rally-]YYYY.MM.DD\",\n \"query\": {\n \"query_string\": {\n \"query\": \"{{item.query}}\",\n \"analyze_wildcard\": true\n }\n },\n \"filter\": []\n}" + } +} diff --git a/ansible/install/roles/kibana-visualization/templates/percentiles-concurrency-bg.json.j2 b/ansible/install/roles/kibana-visualization/templates/percentiles-concurrency-bg.json.j2 new file mode 100644 index 000000000..f794ff932 --- /dev/null +++ b/ansible/install/roles/kibana-visualization/templates/percentiles-concurrency-bg.json.j2 @@ -0,0 +1,10 @@ +{ + "title": "{{item.title}}", + "visState": "{\"title\":\"{{item.title}}\",\"type\":\"histogram\",\"params\":{\"addLegend\":true,\"addTimeMarker\":false,\"addTooltip\":true,\"defaultYExtents\":false,\"mode\":\"grouped\",\"scale\":\"linear\",\"setYExtents\":false,\"shareYAxis\":true,\"times\":[],\"yAxis\":{}},\"aggs\":[{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"version.osp_series\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"_term\"}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"rally_setup.kw.runner.concurrency\",\"size\":50,\"orderAgg\":{\"id\":\"3-orderAgg\",\"type\":\"max\",\"schema\":\"orderAgg\",\"params\":{\"field\":\"rally_setup.kw.runner.concurrency\"}},\"order\":\"asc\",\"orderBy\":\"custom\"}},{\"id\":\"7\",\"type\":\"percentiles\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\",\"percents\":{{item.percents}}}}],\"listeners\":{}}", + "uiStateJSON": "{\"spy\":{\"mode\":{\"name\":null,\"fill\":false}}}", + "description": "", + "version": 1, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"{{item.query}}\",\"analyze_wildcard\":true}},\"filter\":[]}" + } +} diff --git a/ansible/install/roles/kibana-visualization/vars/main.yml b/ansible/install/roles/kibana-visualization/vars/main.yml new file mode 100644 index 000000000..a0db0ba4c --- /dev/null +++ b/ansible/install/roles/kibana-visualization/vars/main.yml @@ -0,0 +1,206 @@ +--- +# +# Variablized Visualizations Variables +# + +keystone_visualizations: + # Authenticate.keystone Version Comparsion Visualizations: [Min, 50th, 95th, 99th, Max] for UUID + - title: "BrowbeatAuthenticateKeystoneConcurrencyVersionCompareUUID-md" + template: "markdown.json.j2" + markdown: "# UUID Tokens\\\\n[Browbeat](https://github.com/openstack/browbeat)\\\\n\\\\n[Rally Authenticate.keystone](https://github.com/openstack/rally/blob/master/rally/plugins/openstack/scenarios/authenticate/authenticate.py#L28)" + - title: "BrowbeatAuthenticateKeystoneConcurrencyVersionCompareUUIDResultCount-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "count" + query: "_type: result AND rally_setup.name: Authenticate.keystone AND software-metadata.keystone.provider:*uuid*" + - title: "BrowbeatAuthenticateKeystoneConcurrencyVersionCompareUUIDErrorCount-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "count" + query: "_type: error AND rally_setup.name: Authenticate.keystone AND software-metadata.keystone.provider:*uuid*" + + - title: "BrowbeatAuthenticateKeystoneConcurrencyVersionCompareUUIDMin-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "min" + query: "_type: result AND rally_setup.name: Authenticate.keystone AND software-metadata.keystone.provider:*uuid*" + - title: "BrowbeatAuthenticateKeystoneConcurrencyVersionCompareUUID50th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[50]" + query: "_type: result AND rally_setup.name: Authenticate.keystone AND software-metadata.keystone.provider:*uuid*" + - title: "BrowbeatAuthenticateKeystoneConcurrencyVersionCompareUUID95th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[95]" + query: "_type: result AND rally_setup.name: Authenticate.keystone AND software-metadata.keystone.provider:*uuid*" + - title: "BrowbeatAuthenticateKeystoneConcurrencyVersionCompareUUID99th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[99]" + query: "_type: result AND rally_setup.name: Authenticate.keystone AND software-metadata.keystone.provider:*uuid*" + - title: "BrowbeatAuthenticateKeystoneConcurrencyVersionCompareUUIDMax-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "max" + query: "_type: result AND rally_setup.name: Authenticate.keystone AND software-metadata.keystone.provider:*uuid*" + # Authenticate.keystone Version Comparsion Visualizations: [Min, 50th, 95th, 99th, Max] for Fernet + - title: "BrowbeatAuthenticateKeystoneConcurrencyVersionCompareFernet-md" + template: "markdown.json.j2" + markdown: "# Fernet Tokens\\\\n[Browbeat](https://github.com/openstack/browbeat)\\\\n\\\\n[Rally Authenticate.keystone](https://github.com/openstack/rally/blob/master/rally/plugins/openstack/scenarios/authenticate/authenticate.py#L28)" + - title: "BrowbeatAuthenticateKeystoneConcurrencyVersionCompareFernetResultCount-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "count" + query: "_type: result AND rally_setup.name: Authenticate.keystone AND software-metadata.keystone.provider:*fernet*" + - title: "BrowbeatAuthenticateKeystoneConcurrencyVersionCompareFernetErrorCount-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "count" + query: "_type: error AND rally_setup.name: Authenticate.keystone AND software-metadata.keystone.provider:*fernet*" + + - title: "BrowbeatAuthenticateKeystoneConcurrencyVersionCompareFernetMin-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "min" + query: "_type: result AND rally_setup.name: Authenticate.keystone AND software-metadata.keystone.provider:*fernet*" + - title: "BrowbeatAuthenticateKeystoneConcurrencyVersionCompareFernet50th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[50]" + query: "_type: result AND rally_setup.name: Authenticate.keystone AND software-metadata.keystone.provider:*fernet*" + - title: "BrowbeatAuthenticateKeystoneConcurrencyVersionCompareFernet95th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[95]" + query: "_type: result AND rally_setup.name: Authenticate.keystone AND software-metadata.keystone.provider:*fernet*" + - title: "BrowbeatAuthenticateKeystoneConcurrencyVersionCompareFernet99th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[99]" + query: "_type: result AND rally_setup.name: Authenticate.keystone AND software-metadata.keystone.provider:*fernet*" + - title: "BrowbeatAuthenticateKeystoneConcurrencyVersionCompareFernetMax-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "max" + query: "_type: result AND rally_setup.name: Authenticate.keystone AND software-metadata.keystone.provider:*fernet*" + + # Authenticate.validate_nova Version Comparsion Visualizations: [Min, 50th, 95th, 99th, Max] for UUID + - title: "BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareUUID-md" + template: "markdown.json.j2" + markdown: "# UUID Tokens\\\\n[Browbeat](https://github.com/openstack/browbeat)\\\\n\\\\n[Rally Authenticate.validate_nova](https://github.com/openstack/rally/blob/master/rally/plugins/openstack/scenarios/authenticate/authenticate.py#L54)\\\\n\\\\nrepetitions: 2" + - title: "BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareUUIDResultCount-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "count" + query: "_type: result AND rally_setup.name: Authenticate.validate_nova AND software-metadata.keystone.provider:*uuid*" + - title: "BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareUUIDErrorCount-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "count" + query: "_type: error AND rally_setup.name: Authenticate.validate_nova AND software-metadata.keystone.provider:*uuid*" + + - title: "BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareUUIDMin-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "min" + query: "_type: result AND rally_setup.name: Authenticate.validate_nova AND software-metadata.keystone.provider:*uuid*" + - title: "BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareUUID50th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[50]" + query: "_type: result AND rally_setup.name: Authenticate.validate_nova AND software-metadata.keystone.provider:*uuid*" + - title: "BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareUUID95th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[95]" + query: "_type: result AND rally_setup.name: Authenticate.validate_nova AND software-metadata.keystone.provider:*uuid*" + - title: "BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareUUID99th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[99]" + query: "_type: result AND rally_setup.name: Authenticate.validate_nova AND software-metadata.keystone.provider:*uuid*" + - title: "BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareUUIDMax-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "max" + query: "_type: result AND rally_setup.name: Authenticate.validate_nova AND software-metadata.keystone.provider:*uuid*" + # Authenticate.validate_nova Version Comparsion Visualizations: [Min, 50th, 95th, 99th, Max] for Fernet + - title: "BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareFernet-md" + template: "markdown.json.j2" + markdown: "# Fernet Tokens\\\\n[Browbeat](https://github.com/openstack/browbeat)\\\\n\\\\n[Rally Authenticate.validate_nova](https://github.com/openstack/rally/blob/master/rally/plugins/openstack/scenarios/authenticate/authenticate.py#L54)\\\\n\\\\nrepetitions: 2" + - title: "BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareFernetResultCount-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "count" + query: "_type: result AND rally_setup.name: Authenticate.validate_nova AND software-metadata.keystone.provider:*fernet*" + - title: "BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareFernetErrorCount-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "count" + query: "_type: error AND rally_setup.name: Authenticate.validate_nova AND software-metadata.keystone.provider:*fernet*" + + - title: "BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareFernetMin-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "min" + query: "_type: result AND rally_setup.name: Authenticate.validate_nova AND software-metadata.keystone.provider:*fernet*" + - title: "BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareFernet50th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[50]" + query: "_type: result AND rally_setup.name: Authenticate.validate_nova AND software-metadata.keystone.provider:*fernet*" + - title: "BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareFernet95th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[95]" + query: "_type: result AND rally_setup.name: Authenticate.validate_nova AND software-metadata.keystone.provider:*fernet*" + - title: "BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareFernet99th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[99]" + query: "_type: result AND rally_setup.name: Authenticate.validate_nova AND software-metadata.keystone.provider:*fernet*" + - title: "BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareFernetMax-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "max" + query: "_type: result AND rally_setup.name: Authenticate.validate_nova AND software-metadata.keystone.provider:*fernet*" + + # Authenticate.validate_neutron Version Comparsion Visualizations: [Min, 50th, 95th, 99th, Max] for UUID + - title: "BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareUUID-md" + template: "markdown.json.j2" + markdown: "# UUID Tokens\\\\n[Browbeat](https://github.com/openstack/browbeat)\\\\n\\\\n[Rally Authenticate.validate_neutron](https://github.com/openstack/rally/blob/master/rally/plugins/openstack/scenarios/authenticate/authenticate.py#L106)\\\\n\\\\nrepetitions: 2" + - title: "BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareUUIDResultCount-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "count" + query: "_type: result AND rally_setup.name: Authenticate.validate_neutron AND software-metadata.keystone.provider:*uuid*" + - title: "BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareUUIDErrorCount-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "count" + query: "_type: error AND rally_setup.name: Authenticate.validate_neutron AND software-metadata.keystone.provider:*uuid*" + + - title: "BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareUUIDMin-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "min" + query: "_type: result AND rally_setup.name: Authenticate.validate_neutron AND software-metadata.keystone.provider:*uuid*" + - title: "BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareUUID50th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[50]" + query: "_type: result AND rally_setup.name: Authenticate.validate_neutron AND software-metadata.keystone.provider:*uuid*" + - title: "BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareUUID95th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[95]" + query: "_type: result AND rally_setup.name: Authenticate.validate_neutron AND software-metadata.keystone.provider:*uuid*" + - title: "BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareUUID99th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[99]" + query: "_type: result AND rally_setup.name: Authenticate.validate_neutron AND software-metadata.keystone.provider:*uuid*" + - title: "BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareUUIDMax-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "max" + query: "_type: result AND rally_setup.name: Authenticate.validate_neutron AND software-metadata.keystone.provider:*uuid*" + # Authenticate.validate_neutron Version Comparsion Visualizations: [Min, 50th, 95th, 99th, Max] for Fernet + - title: "BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareFernet-md" + template: "markdown.json.j2" + markdown: "# Fernet Tokens\\\\n[Browbeat](https://github.com/openstack/browbeat)\\\\n\\\\n[Rally Authenticate.validate_neutron](https://github.com/openstack/rally/blob/master/rally/plugins/openstack/scenarios/authenticate/authenticate.py#L106)\\\\n\\\\nrepetitions: 2" + - title: "BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareFernetResultCount-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "count" + query: "_type: result AND rally_setup.name: Authenticate.validate_neutron AND software-metadata.keystone.provider:*fernet*" + - title: "BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareFernetErrorCount-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "count" + query: "_type: error AND rally_setup.name: Authenticate.validate_neutron AND software-metadata.keystone.provider:*fernet*" + + - title: "BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareFernetMin-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "min" + query: "_type: result AND rally_setup.name: Authenticate.validate_neutron AND software-metadata.keystone.provider:*fernet*" + - title: "BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareFernet50th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[50]" + query: "_type: result AND rally_setup.name: Authenticate.validate_neutron AND software-metadata.keystone.provider:*fernet*" + - title: "BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareFernet95th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[95]" + query: "_type: result AND rally_setup.name: Authenticate.validate_neutron AND software-metadata.keystone.provider:*fernet*" + - title: "BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareFernet99th-bg" + template: "percentiles-concurrency-bg.json.j2" + percents: "[99]" + query: "_type: result AND rally_setup.name: Authenticate.validate_neutron AND software-metadata.keystone.provider:*fernet*" + - title: "BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareFernetMax-bg" + template: "min_max_count-concurency-bg.json.j2" + metric_type: "max" + query: "_type: result AND rally_setup.name: Authenticate.validate_neutron AND software-metadata.keystone.provider:*fernet*" diff --git a/browbeat-complete.yaml b/browbeat-complete.yaml index 7c0c9879f..5548cfa4a 100644 --- a/browbeat-complete.yaml +++ b/browbeat-complete.yaml @@ -14,6 +14,8 @@ elasticsearch: file: metadata/environment-metadata.json - name: software-metadata file: metadata/software-metadata.json + - name: version + file: metadata/version.json ansible: hosts: ansible/hosts adjust: @@ -348,4 +350,3 @@ shaker: time: 60 placement: single_room file: lib/python2.7/site-packages/shaker/scenarios/openstack/dense_l3_east_west.yaml - diff --git a/browbeat-config.yaml b/browbeat-config.yaml index 53e1b940b..27b914210 100644 --- a/browbeat-config.yaml +++ b/browbeat-config.yaml @@ -14,6 +14,8 @@ elasticsearch: file: metadata/environment-metadata.json - name: software-metadata file: metadata/software-metadata.json + - name: version + file: metadata/version.json ansible: hosts: ansible/hosts adjust: diff --git a/conf/browbeat-glance-complete.yaml b/conf/browbeat-glance-complete.yaml index a6b0ce08e..f112d2c54 100644 --- a/conf/browbeat-glance-complete.yaml +++ b/conf/browbeat-glance-complete.yaml @@ -14,6 +14,8 @@ elasticsearch: file: metadata/environment-metadata.json - name: software-metadata file: metadata/software-metadata.json + - name: version + file: metadata/version.json ansible: hosts: ansible/hosts adjust: @@ -66,4 +68,3 @@ rally: - name: list-images enabled: true file: rally/glance/list-images-cc.yml - diff --git a/conf/browbeat-keystone-complete.yaml b/conf/browbeat-keystone-complete.yaml index 07d1e701e..7876e75b0 100644 --- a/conf/browbeat-keystone-complete.yaml +++ b/conf/browbeat-keystone-complete.yaml @@ -15,6 +15,8 @@ elasticsearch: file: metadata/environment-metadata.json - name: software-metadata file: metadata/software-metadata.json + - name: version + file: metadata/version.json ansible: hosts: ansible/hosts adjust: diff --git a/conf/browbeat-keystone-minimal.yaml b/conf/browbeat-keystone-minimal.yaml index 1a1443c0a..44a12d0e9 100644 --- a/conf/browbeat-keystone-minimal.yaml +++ b/conf/browbeat-keystone-minimal.yaml @@ -15,7 +15,8 @@ elasticsearch: file: metadata/environment-metadata.json - name: software-metadata file: metadata/software-metadata.json - + - name: version + file: metadata/version.json ansible: hosts: ansible/hosts adjust: diff --git a/conf/browbeat-perfkit-complete.yaml b/conf/browbeat-perfkit-complete.yaml index fd441ab83..5265c2297 100644 --- a/conf/browbeat-perfkit-complete.yaml +++ b/conf/browbeat-perfkit-complete.yaml @@ -14,6 +14,8 @@ elasticsearch: file: metadata/environment-metadata.json - name: software-metadata file: metadata/software-metadata.json + - name: version + file: metadata/version.json ansible: hosts: ansible/hosts adjust: diff --git a/conf/ceilometer-minimal.yaml b/conf/ceilometer-minimal.yaml index cc7e548c6..5b97d7086 100644 --- a/conf/ceilometer-minimal.yaml +++ b/conf/ceilometer-minimal.yaml @@ -14,6 +14,8 @@ elasticsearch: file: metadata/environment-metadata.json - name: software-metadata file: metadata/software-metadata.json + - name: version + file: metadata/version.json ansible: hosts: ansible/hosts adjust: diff --git a/conf/ceilometer-persist-response-timing.yaml b/conf/ceilometer-persist-response-timing.yaml index f6d9fb2cf..7b7df8800 100644 --- a/conf/ceilometer-persist-response-timing.yaml +++ b/conf/ceilometer-persist-response-timing.yaml @@ -17,6 +17,8 @@ elasticsearch: file: metadata/environment-metadata.json - name: software-metadata file: metadata/software-metadata.json + - name: version + file: metadata/version.json ansible: hosts: ansible/hosts adjust: diff --git a/conf/telemetry-nova-persist-instances.yaml b/conf/telemetry-nova-persist-instances.yaml index c5d7bbf6b..d5e38e7fc 100644 --- a/conf/telemetry-nova-persist-instances.yaml +++ b/conf/telemetry-nova-persist-instances.yaml @@ -17,6 +17,8 @@ elasticsearch: file: metadata/environment-metadata.json - name: software-metadata file: metadata/software-metadata.json + - name: version + file: metadata/version.json ansible: hosts: ansible/hosts adjust: diff --git a/metadata/.gitignore b/metadata/.gitignore index 36e081d66..53f05b681 100644 --- a/metadata/.gitignore +++ b/metadata/.gitignore @@ -1,4 +1,5 @@ # Ignore everything in this directory (placeholder directory) +# version.json is provided as an example * # Except this file !.gitignore diff --git a/metadata/version.json b/metadata/version.json new file mode 100644 index 000000000..c893ac5df --- /dev/null +++ b/metadata/version.json @@ -0,0 +1,4 @@ +{ + "osp_series": "newton", + "build": "2016-09-01.1", +} diff --git a/visualization/Keystone/README.rst b/visualization/Keystone/README.rst new file mode 100644 index 000000000..a7f995176 --- /dev/null +++ b/visualization/Keystone/README.rst @@ -0,0 +1,2 @@ +# OpenStack Browbeat Keystone Kibana page +------------------------------------------ diff --git a/visualization/Keystone/dashboard/BrowbeatAuthenticateKeystoneVersionCompare.json b/visualization/Keystone/dashboard/BrowbeatAuthenticateKeystoneVersionCompare.json new file mode 100644 index 000000000..f25acc9ed --- /dev/null +++ b/visualization/Keystone/dashboard/BrowbeatAuthenticateKeystoneVersionCompare.json @@ -0,0 +1,13 @@ +{ + "title": "Browbeat Authenticate.keystone Version Comparsion", + "hits": 0, + "description": "", + "panelsJSON": "[{\"id\":\"BrowbeatAuthenticateKeystoneConcurrencyVersionCompareUUID-md\",\"type\":\"visualization\",\"panelIndex\":1,\"size_x\":6,\"size_y\":2,\"col\":1,\"row\":1},{\"id\":\"BrowbeatAuthenticateKeystoneConcurrencyVersionCompareFernet-md\",\"type\":\"visualization\",\"panelIndex\":2,\"size_x\":6,\"size_y\":2,\"col\":7,\"row\":1},{\"id\":\"BrowbeatAuthenticateKeystoneConcurrencyVersionCompareUUIDResultCount-bg\",\"type\":\"visualization\",\"panelIndex\":13,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":3},{\"id\":\"BrowbeatAuthenticateKeystoneConcurrencyVersionCompareFernetResultCount-bg\",\"type\":\"visualization\",\"panelIndex\":14,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":3},{\"id\":\"BrowbeatAuthenticateKeystoneConcurrencyVersionCompareUUIDErrorCount-bg\",\"type\":\"visualization\",\"panelIndex\":13,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":6},{\"id\":\"BrowbeatAuthenticateKeystoneConcurrencyVersionCompareFernetErrorCount-bg\",\"type\":\"visualization\",\"panelIndex\":14,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":6},{\"id\":\"BrowbeatAuthenticateKeystoneConcurrencyVersionCompareUUIDMin-bg\",\"type\":\"visualization\",\"panelIndex\":3,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":9},{\"id\":\"BrowbeatAuthenticateKeystoneConcurrencyVersionCompareUUID50th-bg\",\"type\":\"visualization\",\"panelIndex\":4,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":12},{\"id\":\"BrowbeatAuthenticateKeystoneConcurrencyVersionCompareUUID95th-bg\",\"type\":\"visualization\",\"panelIndex\":5,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":15},{\"id\":\"BrowbeatAuthenticateKeystoneConcurrencyVersionCompareUUID99th-bg\",\"type\":\"visualization\",\"panelIndex\":6,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":18},{\"id\":\"BrowbeatAuthenticateKeystoneConcurrencyVersionCompareUUIDMax-bg\",\"type\":\"visualization\",\"panelIndex\":7,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":21},{\"id\":\"BrowbeatAuthenticateKeystoneConcurrencyVersionCompareFernetMin-bg\",\"type\":\"visualization\",\"panelIndex\":9,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":9},{\"id\":\"BrowbeatAuthenticateKeystoneConcurrencyVersionCompareFernet50th-bg\",\"type\":\"visualization\",\"panelIndex\":8,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":12},{\"id\":\"BrowbeatAuthenticateKeystoneConcurrencyVersionCompareFernet95th-bg\",\"type\":\"visualization\",\"panelIndex\":10,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":15},{\"id\":\"BrowbeatAuthenticateKeystoneConcurrencyVersionCompareFernet99th-bg\",\"type\":\"visualization\",\"panelIndex\":11,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":18},{\"id\":\"BrowbeatAuthenticateKeystoneConcurrencyVersionCompareFernetMax-bg\",\"type\":\"visualization\",\"panelIndex\":12,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":21}]", + "optionsJSON": "{\"darkTheme\":true}", + "uiStateJSON": "{}", + "version": 1, + "timeRestore": false, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"filter\":[{\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}}}]}" + } +} diff --git a/visualization/Keystone/dashboard/BrowbeatAuthenticateValidateNeutronVersionCompare.json b/visualization/Keystone/dashboard/BrowbeatAuthenticateValidateNeutronVersionCompare.json new file mode 100644 index 000000000..f346ffe27 --- /dev/null +++ b/visualization/Keystone/dashboard/BrowbeatAuthenticateValidateNeutronVersionCompare.json @@ -0,0 +1,13 @@ +{ + "title": "Browbeat Authenticate.validate_neutron Version Comparsion", + "hits": 0, + "description": "", + "panelsJSON": "[{\"id\":\"BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareUUID-md\",\"type\":\"visualization\",\"panelIndex\":1,\"size_x\":6,\"size_y\":2,\"col\":1,\"row\":1},{\"id\":\"BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareFernet-md\",\"type\":\"visualization\",\"panelIndex\":2,\"size_x\":6,\"size_y\":2,\"col\":7,\"row\":1},{\"id\":\"BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareUUIDResultCount-bg\",\"type\":\"visualization\",\"panelIndex\":13,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":3},{\"id\":\"BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareFernetResultCount-bg\",\"type\":\"visualization\",\"panelIndex\":14,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":3},{\"id\":\"BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareUUIDErrorCount-bg\",\"type\":\"visualization\",\"panelIndex\":13,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":6},{\"id\":\"BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareFernetErrorCount-bg\",\"type\":\"visualization\",\"panelIndex\":14,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":6},{\"id\":\"BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareUUIDMin-bg\",\"type\":\"visualization\",\"panelIndex\":3,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":9},{\"id\":\"BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareUUID50th-bg\",\"type\":\"visualization\",\"panelIndex\":4,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":12},{\"id\":\"BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareUUID95th-bg\",\"type\":\"visualization\",\"panelIndex\":5,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":15},{\"id\":\"BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareUUID99th-bg\",\"type\":\"visualization\",\"panelIndex\":6,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":18},{\"id\":\"BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareUUIDMax-bg\",\"type\":\"visualization\",\"panelIndex\":7,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":21},{\"id\":\"BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareFernetMin-bg\",\"type\":\"visualization\",\"panelIndex\":9,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":9},{\"id\":\"BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareFernet50th-bg\",\"type\":\"visualization\",\"panelIndex\":8,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":12},{\"id\":\"BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareFernet95th-bg\",\"type\":\"visualization\",\"panelIndex\":10,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":15},{\"id\":\"BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareFernet99th-bg\",\"type\":\"visualization\",\"panelIndex\":11,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":18},{\"id\":\"BrowbeatAuthenticateValidateNeutronConcurrencyVersionCompareFernetMax-bg\",\"type\":\"visualization\",\"panelIndex\":12,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":21}]", + "optionsJSON": "{\"darkTheme\":true}", + "uiStateJSON": "{}", + "version": 1, + "timeRestore": false, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"filter\":[{\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}}}]}" + } +} diff --git a/visualization/Keystone/dashboard/BrowbeatAuthenticateValidateNovaVersionCompare.json b/visualization/Keystone/dashboard/BrowbeatAuthenticateValidateNovaVersionCompare.json new file mode 100644 index 000000000..a87093910 --- /dev/null +++ b/visualization/Keystone/dashboard/BrowbeatAuthenticateValidateNovaVersionCompare.json @@ -0,0 +1,13 @@ +{ + "title": "Browbeat Authenticate.validate_nova Version Comparsion", + "hits": 0, + "description": "", + "panelsJSON": "[{\"id\":\"BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareUUID-md\",\"type\":\"visualization\",\"panelIndex\":1,\"size_x\":6,\"size_y\":2,\"col\":1,\"row\":1},{\"id\":\"BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareFernet-md\",\"type\":\"visualization\",\"panelIndex\":2,\"size_x\":6,\"size_y\":2,\"col\":7,\"row\":1},{\"id\":\"BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareUUIDResultCount-bg\",\"type\":\"visualization\",\"panelIndex\":13,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":3},{\"id\":\"BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareFernetResultCount-bg\",\"type\":\"visualization\",\"panelIndex\":14,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":3},{\"id\":\"BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareUUIDErrorCount-bg\",\"type\":\"visualization\",\"panelIndex\":13,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":6},{\"id\":\"BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareFernetErrorCount-bg\",\"type\":\"visualization\",\"panelIndex\":14,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":6},{\"id\":\"BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareUUIDMin-bg\",\"type\":\"visualization\",\"panelIndex\":3,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":9},{\"id\":\"BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareUUID50th-bg\",\"type\":\"visualization\",\"panelIndex\":4,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":12},{\"id\":\"BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareUUID95th-bg\",\"type\":\"visualization\",\"panelIndex\":5,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":15},{\"id\":\"BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareUUID99th-bg\",\"type\":\"visualization\",\"panelIndex\":6,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":18},{\"id\":\"BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareUUIDMax-bg\",\"type\":\"visualization\",\"panelIndex\":7,\"size_x\":6,\"size_y\":3,\"col\":1,\"row\":21},{\"id\":\"BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareFernetMin-bg\",\"type\":\"visualization\",\"panelIndex\":9,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":9},{\"id\":\"BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareFernet50th-bg\",\"type\":\"visualization\",\"panelIndex\":8,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":12},{\"id\":\"BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareFernet95th-bg\",\"type\":\"visualization\",\"panelIndex\":10,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":15},{\"id\":\"BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareFernet99th-bg\",\"type\":\"visualization\",\"panelIndex\":11,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":18},{\"id\":\"BrowbeatAuthenticateValidateNovaConcurrencyVersionCompareFernetMax-bg\",\"type\":\"visualization\",\"panelIndex\":12,\"size_x\":6,\"size_y\":3,\"col\":7,\"row\":21}]", + "optionsJSON": "{\"darkTheme\":true}", + "uiStateJSON": "{}", + "version": 1, + "timeRestore": false, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"filter\":[{\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}}}]}" + } +} diff --git a/visualization/Keystone/dashboard/BrowbeatKeystoneConcurrencies.json b/visualization/Keystone/dashboard/BrowbeatKeystoneConcurrencies.json new file mode 100644 index 000000000..10a4f799d --- /dev/null +++ b/visualization/Keystone/dashboard/BrowbeatKeystoneConcurrencies.json @@ -0,0 +1,13 @@ +{ + "title": "Browbeat Rally Keystone Token Creation/Validation Concurrencies", + "hits": 0, + "description": "", + "panelsJSON": "[{\"col\":1,\"id\":\"BrowbeatRallyKeystoneUsage\",\"panelIndex\":1,\"row\":1,\"size_x\":12,\"size_y\":4,\"type\":\"visualization\"},{\"col\":1,\"id\":\"AuthenticateKeystoneConcurrency-lg\",\"panelIndex\":2,\"row\":5,\"size_x\":4,\"size_y\":4,\"type\":\"visualization\"},{\"id\":\"AuthenticateValidateNovaConcurrency-lg\",\"type\":\"visualization\",\"panelIndex\":3,\"size_x\":4,\"size_y\":4,\"col\":5,\"row\":5},{\"id\":\"AuthenticateValidateNeutronConcurrency-lg\",\"type\":\"visualization\",\"panelIndex\":4,\"size_x\":4,\"size_y\":4,\"col\":9,\"row\":5},{\"id\":\"AuthenticateKeystoneErrorsConcurrency-bg\",\"type\":\"visualization\",\"panelIndex\":5,\"size_x\":4,\"size_y\":2,\"col\":1,\"row\":9},{\"id\":\"AuthenticateValidateNovaErrorsConcurrency-bg\",\"type\":\"visualization\",\"panelIndex\":6,\"size_x\":4,\"size_y\":2,\"col\":5,\"row\":9},{\"id\":\"AuthenticateValidateNeutronErrorsConcurrency-bg\",\"type\":\"visualization\",\"panelIndex\":7,\"size_x\":4,\"size_y\":2,\"col\":9,\"row\":9}]", + "optionsJSON": "{\"darkTheme\":false}", + "uiStateJSON": "{}", + "version": 1, + "timeRestore": false, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"filter\":[{\"query\":{\"query_string\":{\"query\":\"\",\"analyze_wildcard\":true}}}]}" + } +} diff --git a/visualization/Keystone/dashboard/BrowbeatKeystoneUUIDvsFernet.json b/visualization/Keystone/dashboard/BrowbeatKeystoneUUIDvsFernet.json new file mode 100644 index 000000000..aa6046aba --- /dev/null +++ b/visualization/Keystone/dashboard/BrowbeatKeystoneUUIDvsFernet.json @@ -0,0 +1,13 @@ +{ + "title": "Browbeat Keystone UUID vs Fernet Token Creation/Validation", + "hits": 0, + "description": "", + "panelsJSON": "[{\"col\":1,\"id\":\"AuthenticateKeystoneUUIDvsFernet\",\"panelIndex\":1,\"row\":4,\"size_x\":12,\"size_y\":4,\"type\":\"visualization\"},{\"col\":1,\"id\":\"AuthenticateValidateNovaUUIDvsFernet\",\"panelIndex\":2,\"row\":8,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"col\":7,\"id\":\"AuthenticateValidateNeutronUUIDvsFernet\",\"panelIndex\":3,\"row\":8,\"size_x\":6,\"size_y\":4,\"type\":\"visualization\"},{\"id\":\"BrowbeatRallyKeystoneUUIDvsFernetUsage\",\"type\":\"visualization\",\"panelIndex\":4,\"size_x\":12,\"size_y\":3,\"col\":1,\"row\":1}]", + "optionsJSON": "{\"darkTheme\":false}", + "uiStateJSON": "{}", + "version": 1, + "timeRestore": false, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"filter\":[{\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"\"}}}]}" + } +} diff --git a/visualization/Keystone/visualization/AuthenticateKeystoneConcurrency-lg.json b/visualization/Keystone/visualization/AuthenticateKeystoneConcurrency-lg.json new file mode 100644 index 000000000..6ad4d96f5 --- /dev/null +++ b/visualization/Keystone/visualization/AuthenticateKeystoneConcurrency-lg.json @@ -0,0 +1,10 @@ +{ + "title": "Rally Authenticate.Keystone Concurrency", + "visState": "{\n \"title\": \"Rally Authenticate.Keystone Concurrency\",\n \"type\": \"line\",\n \"params\": {\n \"addLegend\": true,\n \"addTimeMarker\": false,\n \"addTooltip\": true,\n \"defaultYExtents\": false,\n \"drawLinesBetweenPoints\": true,\n \"interpolate\": \"linear\",\n \"radiusRatio\": \"37\",\n \"scale\": \"linear\",\n \"setYExtents\": false,\n \"shareYAxis\": true,\n \"showCircles\": true,\n \"smoothLines\": false,\n \"times\": [],\n \"yAxis\": {}\n },\n \"aggs\": [\n {\n \"id\": \"1\",\n \"type\": \"min\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"raw\"\n }\n },\n {\n \"id\": \"2\",\n \"type\": \"percentiles\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"raw\",\n \"percents\": [\n 50,\n 95,\n 99\n ]\n }\n },\n {\n \"id\": \"3\",\n \"type\": \"max\",\n \"schema\": \"metric\",\n \"params\": {\n \"field\": \"raw\"\n }\n },\n {\n \"id\": \"4\",\n \"type\": \"terms\",\n \"schema\": \"segment\",\n \"params\": {\n \"field\": \"rally_setup.kw.runner.concurrency\",\n \"size\": 50,\n \"order\": \"asc\",\n \"orderBy\": \"_term\"\n }\n }\n ],\n \"listeners\": {}\n}", + "uiStateJSON": "{}", + "description": "", + "version": 1, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\n \"index\": \"[browbeat-rally-]YYYY.MM.DD\",\n \"query\": {\n \"query_string\": {\n \"query\": \"rally_setup.name: Authenticate.keystone\",\n \"analyze_wildcard\": true\n }\n },\n \"filter\": []\n}" + } +} diff --git a/visualization/Keystone/visualization/AuthenticateKeystoneErrorsConcurrency-bg.json b/visualization/Keystone/visualization/AuthenticateKeystoneErrorsConcurrency-bg.json new file mode 100644 index 000000000..9d2dacd68 --- /dev/null +++ b/visualization/Keystone/visualization/AuthenticateKeystoneErrorsConcurrency-bg.json @@ -0,0 +1,10 @@ +{ + "title": "Rally Authenticate.keystone Concurrency Errors", + "visState": "{\"title\":\"Rally Authenticate.validate_nova Concurrency Errors\",\"type\":\"histogram\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"scale\":\"linear\",\"mode\":\"stacked\",\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"rally_setup.kw.runner.concurrency\",\"size\":50,\"orderAgg\":{\"id\":\"2-orderAgg\",\"type\":\"count\",\"schema\":\"orderAgg\",\"params\":{}},\"order\":\"asc\",\"orderBy\":\"custom\"}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"error_type\",\"size\":5,\"order\":\"asc\",\"orderBy\":\"1\"}}],\"listeners\":{}}", + "uiStateJSON": "{}", + "description": "", + "version": 1, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"rally_setup.name: Authenticate.keystone\",\"analyze_wildcard\":true}},\"filter\":[]}" + } +} diff --git a/visualization/Keystone/visualization/AuthenticateKeystoneUUIDvsFernet.json b/visualization/Keystone/visualization/AuthenticateKeystoneUUIDvsFernet.json new file mode 100644 index 000000000..6c5d4f469 --- /dev/null +++ b/visualization/Keystone/visualization/AuthenticateKeystoneUUIDvsFernet.json @@ -0,0 +1,10 @@ +{ + "title": "Rally Keystone Authenticate.keystone UUID vs Fernet", + "visState": "{\"title\":\"Rally Keystone Authenticate.keystone UUID vs Fernet\",\"type\":\"line\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"showCircles\":true,\"smoothLines\":false,\"interpolate\":\"linear\",\"scale\":\"linear\",\"drawLinesBetweenPoints\":true,\"radiusRatio\":9,\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"5\",\"type\":\"min\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\"}},{\"id\":\"1\",\"type\":\"percentiles\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\",\"percents\":[50,95,99]}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"split\",\"params\":{\"field\":\"software-metadata.keystone.provider\",\"size\":50,\"order\":\"desc\",\"orderBy\":\"_term\",\"row\":false}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"rally_setup.kw.runner.concurrency\",\"size\":50,\"orderAgg\":{\"id\":\"3-orderAgg\",\"type\":\"max\",\"schema\":\"orderAgg\",\"params\":{\"field\":\"rally_setup.kw.runner.concurrency\"}},\"order\":\"asc\",\"orderBy\":\"custom\"}},{\"id\":\"4\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\"}}],\"listeners\":{}}", + "uiStateJSON": "{\"spy\":{\"mode\":{\"name\":null,\"fill\":false}}}", + "description": "", + "version": 1, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"_type:result AND rally_setup.name:Authenticate.keystone \",\"analyze_wildcard\":true}},\"filter\":[]}" + } +} diff --git a/visualization/Keystone/visualization/AuthenticateValidateNeutronConcurrency-lg.json b/visualization/Keystone/visualization/AuthenticateValidateNeutronConcurrency-lg.json new file mode 100644 index 000000000..f131684da --- /dev/null +++ b/visualization/Keystone/visualization/AuthenticateValidateNeutronConcurrency-lg.json @@ -0,0 +1,10 @@ +{ + "title": "Rally Authenticate.validate_neutron Concurrency", + "visState": "{\"title\":\"Rally Authenticate.validate_nova Concurrency\",\"type\":\"line\",\"params\":{\"addLegend\":true,\"addTimeMarker\":false,\"addTooltip\":true,\"defaultYExtents\":false,\"drawLinesBetweenPoints\":true,\"interpolate\":\"linear\",\"radiusRatio\":\"37\",\"scale\":\"linear\",\"setYExtents\":false,\"shareYAxis\":true,\"showCircles\":true,\"smoothLines\":false,\"times\":[],\"yAxis\":{}},\"aggs\":[{\"id\":\"1\",\"type\":\"min\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\"}},{\"id\":\"5\",\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\"}},{\"id\":\"2\",\"type\":\"percentiles\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\",\"percents\":[50,95,99,100]}},{\"id\":\"3\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\"}},{\"id\":\"4\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"rally_setup.kw.runner.concurrency\",\"size\":50,\"order\":\"asc\",\"orderBy\":\"_term\"}}],\"listeners\":{}}", + "uiStateJSON": "{}", + "description": "", + "version": 1, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"rally_setup.name: Authenticate.validate_neutron\",\"analyze_wildcard\":true}},\"filter\":[]}" + } +} diff --git a/visualization/Keystone/visualization/AuthenticateValidateNeutronErrorsConcurrency-bg.json b/visualization/Keystone/visualization/AuthenticateValidateNeutronErrorsConcurrency-bg.json new file mode 100644 index 000000000..88496bf44 --- /dev/null +++ b/visualization/Keystone/visualization/AuthenticateValidateNeutronErrorsConcurrency-bg.json @@ -0,0 +1,10 @@ +{ + "title": "Rally Authenticate.validate_neutron Concurrency Errors", + "visState": "{\"title\":\"Rally Authenticate.validate_neutron Concurrency Errors\",\"type\":\"histogram\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"scale\":\"linear\",\"mode\":\"stacked\",\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"rally_setup.kw.runner.concurrency\",\"size\":50,\"orderAgg\":{\"id\":\"2-orderAgg\",\"type\":\"count\",\"schema\":\"orderAgg\",\"params\":{}},\"order\":\"asc\",\"orderBy\":\"custom\"}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"error_type\",\"size\":5,\"order\":\"asc\",\"orderBy\":\"1\"}}],\"listeners\":{}}", + "uiStateJSON": "{}", + "description": "", + "version": 1, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"rally_setup.name: Authenticate.validate_neutron\",\"analyze_wildcard\":true}},\"filter\":[]}" + } +} diff --git a/visualization/Keystone/visualization/AuthenticateValidateNeutronUUIDvsFernet.json b/visualization/Keystone/visualization/AuthenticateValidateNeutronUUIDvsFernet.json new file mode 100644 index 000000000..f713221fb --- /dev/null +++ b/visualization/Keystone/visualization/AuthenticateValidateNeutronUUIDvsFernet.json @@ -0,0 +1,10 @@ +{ + "title": "Rally Keystone Authenticate.validate_neutron UUID vs Fernet", + "visState": "{\"title\":\"Rally Keystone Authenticate.validate_neutron UUID vs Fernet\",\"type\":\"line\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"showCircles\":true,\"smoothLines\":false,\"interpolate\":\"linear\",\"scale\":\"linear\",\"drawLinesBetweenPoints\":true,\"radiusRatio\":9,\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"5\",\"type\":\"min\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\"}},{\"id\":\"1\",\"type\":\"percentiles\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\",\"percents\":[50,95,99]}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"split\",\"params\":{\"field\":\"software-metadata.keystone.provider\",\"size\":50,\"order\":\"desc\",\"orderBy\":\"_term\",\"row\":false}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"rally_setup.kw.runner.concurrency\",\"size\":50,\"orderAgg\":{\"id\":\"3-orderAgg\",\"type\":\"max\",\"schema\":\"orderAgg\",\"params\":{\"field\":\"rally_setup.kw.runner.concurrency\"}},\"order\":\"asc\",\"orderBy\":\"custom\"}},{\"id\":\"4\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\"}}],\"listeners\":{}}", + "uiStateJSON": "{\"spy\":{\"mode\":{\"fill\":false,\"name\":null}}}", + "description": "", + "version": 1, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"_type: result AND rally_setup.name: Authenticate.validate_neutron\",\"analyze_wildcard\":true}},\"filter\":[]}" + } +} diff --git a/visualization/Keystone/visualization/AuthenticateValidateNovaConcurrency-lg.json b/visualization/Keystone/visualization/AuthenticateValidateNovaConcurrency-lg.json new file mode 100644 index 000000000..e6db733a3 --- /dev/null +++ b/visualization/Keystone/visualization/AuthenticateValidateNovaConcurrency-lg.json @@ -0,0 +1,10 @@ +{ + "title": "Rally Authenticate.validate_nova Concurrency", + "visState": "{\"aggs\":[{\"id\":\"1\",\"params\":{\"field\":\"raw\"},\"schema\":\"metric\",\"type\":\"min\"},{\"id\":\"5\",\"params\":{\"field\":\"raw\"},\"schema\":\"metric\",\"type\":\"avg\"},{\"id\":\"2\",\"params\":{\"field\":\"raw\",\"percents\":[50,95,99]},\"schema\":\"metric\",\"type\":\"percentiles\"},{\"id\":\"3\",\"params\":{\"field\":\"raw\"},\"schema\":\"metric\",\"type\":\"max\"},{\"id\":\"4\",\"params\":{\"field\":\"rally_setup.kw.runner.concurrency\",\"order\":\"asc\",\"orderBy\":\"_term\",\"size\":50},\"schema\":\"segment\",\"type\":\"terms\"}],\"listeners\":{},\"params\":{\"addLegend\":true,\"addTimeMarker\":false,\"addTooltip\":true,\"defaultYExtents\":false,\"drawLinesBetweenPoints\":true,\"interpolate\":\"linear\",\"radiusRatio\":\"37\",\"scale\":\"linear\",\"setYExtents\":false,\"shareYAxis\":true,\"showCircles\":true,\"smoothLines\":false,\"times\":[],\"yAxis\":{}},\"title\":\"Rally Authenticate.validate_nova Concurrency\",\"type\":\"line\"}", + "uiStateJSON": "{}", + "description": "", + "version": 1, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"rally_setup.name: Authenticate.validate_nova\",\"analyze_wildcard\":true}},\"filter\":[]}" + } +} diff --git a/visualization/Keystone/visualization/AuthenticateValidateNovaErrorsConcurrency-bg.json b/visualization/Keystone/visualization/AuthenticateValidateNovaErrorsConcurrency-bg.json new file mode 100644 index 000000000..d52ce272c --- /dev/null +++ b/visualization/Keystone/visualization/AuthenticateValidateNovaErrorsConcurrency-bg.json @@ -0,0 +1,10 @@ +{ + "title": "Rally Authenticate.validate_nova Concurrency Errors", + "visState": "{\"title\":\"Rally Authenticate.validate_neutron Concurrency Errors\",\"type\":\"histogram\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"scale\":\"linear\",\"mode\":\"stacked\",\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"1\",\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"rally_setup.kw.runner.concurrency\",\"size\":50,\"orderAgg\":{\"id\":\"2-orderAgg\",\"type\":\"count\",\"schema\":\"orderAgg\",\"params\":{}},\"order\":\"asc\",\"orderBy\":\"custom\"}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"error_type\",\"size\":5,\"order\":\"asc\",\"orderBy\":\"1\"}}],\"listeners\":{}}", + "uiStateJSON": "{}", + "description": "", + "version": 1, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"rally_setup.name: Authenticate.validate_nova\",\"analyze_wildcard\":true}},\"filter\":[]}" + } +} diff --git a/visualization/Keystone/visualization/AuthenticateValidateNovaUUIDvsFernet.json b/visualization/Keystone/visualization/AuthenticateValidateNovaUUIDvsFernet.json new file mode 100644 index 000000000..e500cd226 --- /dev/null +++ b/visualization/Keystone/visualization/AuthenticateValidateNovaUUIDvsFernet.json @@ -0,0 +1,10 @@ +{ + "title": "Rally Keystone Authenticate.validate_nova UUID vs Fernet", + "visState": "{\"title\":\"Rally Keystone Authenticate.validate_nova UUID vs Fernet\",\"type\":\"line\",\"params\":{\"shareYAxis\":true,\"addTooltip\":true,\"addLegend\":true,\"showCircles\":true,\"smoothLines\":false,\"interpolate\":\"linear\",\"scale\":\"linear\",\"drawLinesBetweenPoints\":true,\"radiusRatio\":9,\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false,\"yAxis\":{}},\"aggs\":[{\"id\":\"5\",\"type\":\"min\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\"}},{\"id\":\"1\",\"type\":\"percentiles\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\",\"percents\":[50,95,99]}},{\"id\":\"2\",\"type\":\"terms\",\"schema\":\"split\",\"params\":{\"field\":\"software-metadata.keystone.provider\",\"size\":50,\"order\":\"desc\",\"orderBy\":\"_term\",\"row\":false}},{\"id\":\"3\",\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"rally_setup.kw.runner.concurrency\",\"size\":50,\"orderAgg\":{\"id\":\"3-orderAgg\",\"type\":\"max\",\"schema\":\"orderAgg\",\"params\":{\"field\":\"rally_setup.kw.runner.concurrency\"}},\"order\":\"asc\",\"orderBy\":\"custom\"}},{\"id\":\"4\",\"type\":\"max\",\"schema\":\"metric\",\"params\":{\"field\":\"raw\"}}],\"listeners\":{}}", + "uiStateJSON": "{\"spy\":{\"mode\":{\"fill\":false,\"name\":null}}}", + "description": "", + "version": 1, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"index\":\"[browbeat-rally-]YYYY.MM.DD\",\"query\":{\"query_string\":{\"query\":\"_type: result AND rally_setup.name: Authenticate.validate_nova\",\"analyze_wildcard\":true}},\"filter\":[]}" + } +} diff --git a/visualization/Keystone/visualization/BrowbeatRallyKeystoneUUIDvsFernetUsage.json b/visualization/Keystone/visualization/BrowbeatRallyKeystoneUUIDvsFernetUsage.json new file mode 100644 index 000000000..5c8bc1616 --- /dev/null +++ b/visualization/Keystone/visualization/BrowbeatRallyKeystoneUUIDvsFernetUsage.json @@ -0,0 +1,10 @@ +{ + "title": "Rally Keystone UUID vs Fernet Usage", + "visState": "{\"title\":\"Rally Keystone Token Creation/Validation Concurrencies Usage\",\"type\":\"markdown\",\"params\":{\"markdown\":\"## Using Browbeat Keystone UUID vs Fernet Dashboard\\n\\n1. Select relevant search terms to **\\\"namespace\\\"** your results\\n2. Pick time period in top right corner to cover period of time of testing\\n3. Review results in graphs\\n\\n\\n## Search Terms\\n* cloud_name\\n* version.osp_version\\n* browbeat_rerun\\n* browbeat_uuid\\n\\n\\n\\n## Examples\\n\\nAll runs for OSP10:\\n* cloud_name: cloud09 AND version.osp_version: 10\\n\\nFirst rerun for OSP10:\\n* cloud_name: cloud09 AND version.osp_version: 10 AND browbeat_rerun: 0\\n\\nSecond run for OSP9 on specific Browbeat run:\\n* cloud_name: cloud09 AND version.osp_version: 9 AND browbeat_rerun: 1 AND browbeat_uuid: e6e66688-60d1-4d5d-bb00-7089b3b4d32f\"},\"aggs\":[],\"listeners\":{}}", + "uiStateJSON": "{}", + "description": "", + "version": 1, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}" + } +} diff --git a/visualization/Keystone/visualization/BrowbeatRallyKeystoneUsage.json b/visualization/Keystone/visualization/BrowbeatRallyKeystoneUsage.json new file mode 100644 index 000000000..5d3854f58 --- /dev/null +++ b/visualization/Keystone/visualization/BrowbeatRallyKeystoneUsage.json @@ -0,0 +1,10 @@ +{ + "title": "Rally Keystone Token Creation/Validation Concurrencies Usage", + "visState": "{\"title\":\"Rally Keystone Token Creation/Validation Concurrencies Usage\",\"type\":\"markdown\",\"params\":{\"markdown\":\"## Using Browbeat Keystone Dashboard\\n\\n1. Select relevant search terms to **\\\"namespace\\\"** your results\\n2. Pick time period in top right corner to cover period of time of testing\\n3. Review results in graphs\\n\\n\\n## Search Terms\\n* cloud_name\\n* version.osp_version\\n* browbeat_rerun\\n* browbeat_uuid\\n* software-metadata.keystone.provider\\n\\n\\n\\n## Examples\\nAll runs of UUID tokens for OSP10:\\n* cloud_name: cloud09 AND version.osp_version: 10 AND software-metadata.keystone.provider:\\\\*uuid\\\\*\\n\\nFirst rerun of UUID tokens for OSP9:\\n* cloud_name: cloud09 AND version.osp_version: 9 AND browbeat_rerun: 0 AND software-metadata.keystone.provider:\\\\*uuid\\\\*\\n\\n\\nSecond run of Fernet tokens for OSP10 on specific Browbeat run:\\n* cloud_name: cloud09 AND version.osp_version: 10 AND browbeat_rerun: 1 AND browbeat_uuid: e6e66688-60d1-4d5d-bb00-7089b3b4d32f AND software-metadata.keystone.provider:\\\\*fernet\\\\*\"},\"aggs\":[],\"listeners\":{}}", + "uiStateJSON": "{}", + "description": "", + "version": 1, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"query\":{\"query_string\":{\"query\":\"*\",\"analyze_wildcard\":true}},\"filter\":[]}" + } +}