Add msg parameter to er queries file

This will be used to display a meaningful description in the ER graph
when there is no bug associated with an entry

Story: https://issues.redhat.com/browse/TRIPLEOCI-599
Change-Id: Ibb27cd0b7454667772b26500fa61a22015a2f133

output/elastic-recheck/1938718.yaml

@@ -1,2 +1,3 @@
+msg: unable to pull ubi8 or other container
 query: 'message:"error creating build container: Error reading signatures: Get"'
 suppress-graph: false

output/elastic-recheck/Buildah pull image failed.yaml

@@ -1,2 +1,3 @@
+msg: Buildah pull image failed
 query: 'message:"Image prepare failed: Pulling image failed: cmd \"buildah"'
 suppress-graph: false

output/elastic-recheck/Connection_failure.yaml

@@ -1,2 +1,3 @@
+msg: Connection failure to trunk.rdoproject.org.
 query: message:"Failed to connect to trunk.rdoproject.org port 80" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/Container image not found.yaml

@@ -1,2 +1,3 @@
+msg: Container image not found.
 query: 'message:"404 Client Error: Not Found (\"no such id: docker.io"'
 suppress-graph: false

output/elastic-recheck/Container image prepare lock error.yaml

@@ -1,2 +1,3 @@
+msg: Container image prepare lock error.
 query: 'message:"ERROR:root:Image prepare failed: [Errno 17] File exists"'
 suppress-graph: false

output/elastic-recheck/Container not found.yaml

@@ -1,2 +1,3 @@
+msg: Container not found.
 query: 'message:"ImageNotFoundException: Not found image: docker:"'
 suppress-graph: false

output/elastic-recheck/Container upload timed out.yaml

@@ -1,2 +1,3 @@
+msg: Container upload timed out.
 query: 'message:"UnixHTTPConnectionPool(host=''localhost'', port=None): Read timed out"'
 suppress-graph: false

output/elastic-recheck/Containers failed to start.yaml

@@ -1,2 +1,3 @@
+msg: Containers failed to start.
 query: message:"check logs in /var/log/containers/stdouts/"
 suppress-graph: false

output/elastic-recheck/Containers too many requests to registry.yaml

@@ -1,3 +1,4 @@
+msg: 'Containers: too many requests to registry.'
 query: 'message:"tripleo_common.image.exception.ImageRateLimitedException" AND message:"Error
   running container image prepare: Rate Limited while requesting"'
 suppress-graph: false

output/elastic-recheck/Containers too many requests.yaml

@@ -1,2 +1,3 @@
+msg: 'Containers: too many requests.'
 query: 'message:"429 Client Error: Too Many Requests for url:"'
 suppress-graph: false

output/elastic-recheck/Could_not_resolve_host.yaml

@@ -1,2 +1,3 @@
+msg: DNS resolve of {} FAIL.
 query: message:"Could not resolve host" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/DNS_operation_timed_out.yaml

@@ -1,2 +1,3 @@
+msg: The DNS operation timed out after
 query: message:"The DNS operation timed out after" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/Delorean FAIL.yaml

@@ -1,2 +1,3 @@
+msg: Delorean FAIL
 query: message:"ERROR:dlrn:" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/ERROR_dlrn.yaml

@@ -1,2 +1,3 @@
+msg: Delorean FAIL.
 query: message:"ERROR:dlrn:" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/Error_contacting_Ironic.yaml

@@ -1,2 +1,3 @@
+msg: Error contacting Ironic server
 query: 'message:"Error contacting Ironic server: Node" AND (tags:"console")'
 suppress-graph: false

output/elastic-recheck/Error_registering_nodes.yaml

@@ -1,2 +1,3 @@
+msg: Node registration error.
 query: message:"Error registering nodes with ironic" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/Failed to connect to endpoints of overcloud.yaml

@@ -1,2 +1,3 @@
+msg: Failed to connect to endpoints of overcloud.
 query: message:"Failed to contact the endpoint at http"
 suppress-graph: false

output/elastic-recheck/Failed to provision nodes..yaml

@@ -1,2 +1,3 @@
+msg: Failed to provision nodes.
 query: message:"FATAL | Provision instances"
 suppress-graph: false

output/elastic-recheck/Failed_to_build_dep.yaml

@@ -1,2 +1,3 @@
+msg: Failed to build dep {}.
 query: message:"Failed to build" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/Failed_to_create_OVB_stack.yaml

@@ -1,2 +1,3 @@
+msg: Failed to create OVB stack.
 query: 'message:"RuntimeError: Failed to create stack" AND (tags:"console")'
 suppress-graph: false

output/elastic-recheck/Gateway_Time_out_504.yaml

@@ -1,2 +1,3 @@
+msg: 504 Gateway Time-out.
 query: message:"504 Gateway Time-out" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/Gateway_Time_out_HTTP.yaml

@@ -1,2 +1,3 @@
+msg: 504 Gateway Time-out.
 query: message:"Gateway Time-out (HTTP 504)" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/Gateway_timeout_504.yaml

@@ -1,2 +1,3 @@
+msg: Gateway timeout 504.
 query: 'message:"504 Gateway Time-out: The server didn''t respond in time" AND (tags:"console")'
 suppress-graph: false

output/elastic-recheck/HTTP_400_Bad.yaml

@@ -1,2 +1,3 @@
+msg: HTTP 400 Bad Request thrown
 query: message:"HTTP 400 Bad Request" AND (tags:"cosole")
 suppress-graph: false

output/elastic-recheck/Hiera key is undefined.yaml

@@ -1,2 +1,3 @@
+msg: Hiera key {} is undefined.
 query: message:" hiera key is undefined"
 suppress-graph: false

output/elastic-recheck/IPMI to nodes failed.yaml

@@ -1,2 +1,3 @@
+msg: IPMI to nodes failed.
 query: 'message:"Error: IPMI call failed: power status"'
 suppress-graph: false

output/elastic-recheck/Internal_Server_Error_500.yaml

@@ -1,2 +1,3 @@
+msg: Glance upload FAIL.
 query: 'message:"500 Internal Server Error: Failed to upload image" AND (tags:"console")'
 suppress-graph: false

output/elastic-recheck/Introspection failed cannot get IP address.yaml

@@ -1,2 +1,3 @@
+msg: Introspection failed, cannot get IP address
 query: 'message:"socket.error: [Errno 99] Cannot assign requested address"'
 suppress-graph: false

output/elastic-recheck/Introspection failed.yaml

@@ -1,3 +1,4 @@
+msg: Introspection failed.
 query: 'message:"Exception introspecting nodes" AND message:"playbook: /usr/share/ansible/tripleo-playbooks/cli-baremetal-introspect.yaml,
   Run Status: failed"'
 suppress-graph: false

output/elastic-recheck/Invalid checksum format.yaml

@@ -1,2 +1,3 @@
+msg: Invalid checksum format.
 query: message:"err.detail="invalid checksum digest format""
 suppress-graph: false

output/elastic-recheck/Invalid_cross_device_link.yaml

@@ -1,2 +1,3 @@
+msg: Hardlink copy FAIL.
 query: message:"Invalid cross-device link" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/Ironic deployment timeout.yaml

@@ -1,2 +1,3 @@
+msg: Ironic deployment timeout.
 query: message:"Timeout reached while waiting for callback for node"
 suppress-graph: false

output/elastic-recheck/Ironic node provision failed.yaml

@@ -1,2 +1,3 @@
+msg: Ironic node provision failed.
 query: 'message:"error: Failed to prepare node"'
 suppress-graph: false

output/elastic-recheck/Memory allocation failure for.yaml

@@ -1,2 +1,3 @@
+msg: Memory allocation failure for
 query: 'message:"Failed to allocate memory: Cannot allocate memory"'
 suppress-graph: false

output/elastic-recheck/Multinode_SSH_connection_failed.yaml

@@ -1,2 +1,3 @@
+msg: Multinode SSH connection failed.
 query: 'message:"Failed to connect to the host via ssh: ssh: connect to host" AND (tags:"console")'
 suppress-graph: false

output/elastic-recheck/MySQL failure.yaml

@@ -1,2 +1,3 @@
+msg: MySQL failure.
 query: message:"Can't connect to local MySQL server through socket"
 suppress-graph: false

output/elastic-recheck/No space on disk for Ironic.yaml

@@ -1,2 +1,3 @@
+msg: No space on disk for Ironic
 query: message:"is located doesn't have enough disk space. Required"
 suppress-graph: false

output/elastic-recheck/No valid host.yaml

@@ -1,2 +1,3 @@
+msg: No valid host.
 query: 'message:"Went to status ERROR due to \"Message: No valid host was found"'
 suppress-graph: false

output/elastic-recheck/No_more_mirrors.yaml

@@ -1,2 +1,3 @@
+msg: Network issue 'No more mirrors'.
 query: message:"No more mirrors to try" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/No_valid_host_was_found.yaml

@@ -1,2 +1,3 @@
+msg: No valid host was found.
 query: message:"No valid host was found. There are not enough hosts" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/Node provision timeout.yaml

@@ -1,2 +1,3 @@
+msg: Node provision timeout
 query: message:"Timeout reached while waiting for callback for node"
 suppress-graph: false

output/elastic-recheck/Node_introspection_failed.yaml

@@ -1,2 +1,3 @@
+msg: Node introspection failed
 query: message:"Node introspection failed and no results are provided" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/Nodes_not_manageable.yaml

@@ -1,3 +1,4 @@
+msg: Nodes aren't manageable.
 query: 'message:"FAILED - RETRYING: Wait until nodes will be manageable (1 retries left)"
   AND (tags:"console")'
 suppress-graph: false

output/elastic-recheck/Not enough ports.yaml

@@ -1,2 +1,3 @@
+msg: Not enough ports.
 query: message:"not enough free physical ports."
 suppress-graph: false

output/elastic-recheck/Not_enough_nodes_available.yaml

@@ -1,2 +1,3 @@
+msg: Not enough nodes are available.
 query: message:"Not enough nodes - available" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/Nova failure no valid host was found.yaml

@@ -1,3 +1,4 @@
+msg: 'Nova failure: no valid host was found.'
 query: 'message:"ResourceInError: resources.NovaCompute: Went to status ERROR due to \"Message:
   No valid host was found. , Code: 500"'
 suppress-graph: false

output/elastic-recheck/Overcloud deploy failed.yaml

@@ -1,2 +1,3 @@
+msg: Overcloud deploy failed
 query: message:"Ansible failed, check log at /var/lib/mistral/overcloud/ansible.log"
 suppress-graph: false

output/elastic-recheck/Overcloud image create failed.yaml

@@ -1,2 +1,3 @@
+msg: Overcloud image create failed.
 query: 'message:"CalledProcessError: Command ''[''disk-image-create''"'
 suppress-graph: false

output/elastic-recheck/Overcloud_pingtest_FAILED.yaml

@@ -1,2 +1,3 @@
+msg: Overcloud pingtest FAILED.
 query: message:"Overcloud pingtest FAILED" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/Overcloud_update_FAIL.yaml

@@ -1,2 +1,3 @@
+msg: Overcloud update FAIL.
 query: message:"Overcloud update - FAILED" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/Packages conflict.yaml

@@ -1,2 +1,3 @@
+msg: Packages conflict.
 query: message:"conflicts with file from package"
 suppress-graph: false

output/elastic-recheck/Packages download failure.yaml

@@ -1,3 +1,4 @@
+msg: Packages download failure
 query: 'message:"Failed to download packages: Cannot download" AND message:"Cannot download
   repodata/repomd.xml: All mirrors were tried" AND (tags:"console")'
 suppress-graph: false

output/elastic-recheck/Ping timeout when deploying OC.yaml

@@ -1,2 +1,3 @@
+msg: Ping timeout when deploying OC.
 query: message:" is not pingable."
 suppress-graph: false

output/elastic-recheck/Providing node failed.yaml

@@ -1,3 +1,4 @@
+msg: Providing node failed.
 query: 'message:"playbook: /usr/share/ansible/tripleo-playbooks/cli-overcloud-node-provide.yaml,
   Run Status: failed"'
 suppress-graph: false

output/elastic-recheck/Puppet memory fail.yaml

@@ -1,2 +1,3 @@
+msg: Puppet memory fail.
 query: 'message:"Could not evaluate: Cannot allocate memory - fork(2)"'
 suppress-graph: false

output/elastic-recheck/RUN_END_RESULT.yaml

@@ -1,2 +1,3 @@
+msg: Job timeout.
 query: message:"RUN END RESULT_TIMED_OUT" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/SEVERE_ERROR_occurs.yaml

@@ -1,2 +1,3 @@
+msg: 'Jenkins slave FAIL: InterruptedException'
 query: 'message:"[ERROR] - SEVERE ERROR occurs: java.lang.InterruptedException" AND (tags:"console")'
 suppress-graph: false

output/elastic-recheck/Slave_went_offline.yaml

@@ -1,2 +1,3 @@
+msg: Jenkins slave FAIL.
 query: message:"Slave went offline during the build" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/Standalone or Undercloud Heat stack failed.yaml

@@ -1,2 +1,3 @@
+msg: Standalone or Undercloud Heat stack failed.
 query: 'message:"DeploymentError: Stack create failed"'
 suppress-graph: false

output/elastic-recheck/Tempest tests failed.yaml

@@ -1,2 +1,3 @@
+msg: Tempest tests failed.
 query: message:"... FAILED"
 suppress-graph: false

output/elastic-recheck/Timed_out_waiting.yaml

@@ -1,2 +1,3 @@
+msg: Message timeout.
 query: 'message:"MessagingTimeout: Timed out waiting for a reply to message ID" AND (tags:"console")'
 suppress-graph: false

output/elastic-recheck/Unauthorized error from container registry.yaml

@@ -1,2 +1,3 @@
+msg: Unauthorized error from container registry.
 query: message:""code":"UNAUTHORIZED","message":"authentication required""
 suppress-graph: false

output/elastic-recheck/Undercloud install failed.yaml

@@ -1,2 +1,3 @@
+msg: Undercloud install failed.
 query: message:"Found ansible errors for undercloud deployment"
 suppress-graph: false

output/elastic-recheck/Websocket_timeout.yaml

@@ -1,3 +1,4 @@
+msg: Websocket timeout
 query: message:"The Workflow finished successfully but no messages were received before the
   WebSocket timed out" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/after_connection_broken_by.yaml

@@ -1,3 +1,4 @@
+msg: Retrying networking timeout.
 query: message:"connect=None, read=None, redirect=None, status=None)) after connection broken
   by" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/ansible_und_err.yaml

@@ -1,2 +1,3 @@
+msg: Ansible undefined variable {}
 query: message:"is undefined" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/async_timeout.yaml

@@ -1,2 +1,3 @@
+msg: Timeout.
 query: message:"async task did not complete within the requested time" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/baremetal_full_undercloud_failed.yaml

@@ -1,2 +1,3 @@
+msg: Undercloud failed.
 query: message:"Playbook run of baremetal-full-undercloud.yml failed" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/command_exe.yaml

@@ -1,2 +1,3 @@
+msg: '{} FAIL.'
 query: message:"failed because the control process exited with error code" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/curl_failed_get_image.yaml

@@ -1,2 +1,3 @@
+msg: 'Failed to upload or get image: {}.'
 query: message:"Couldn't open file " AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/deploy_re.yaml

@@ -1,2 +1,3 @@
+msg: Deployment exited with code {}.
 query: message:"Deployment exited with non-zero status code:" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/exec_re.yaml

@@ -1,2 +1,3 @@
+msg: Program {} FAIL.
 query: message:"returned 1 instead of one of" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/exec_user_process_caused.yaml

@@ -1,2 +1,3 @@
+msg: No such file in container.
 query: message:"exec user process caused" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/exit_value_143.yaml

@@ -1,2 +1,3 @@
+msg: Forced to stop.
 query: 'message:": exit_value=143" AND (tags:"console")'
 suppress-graph: false

output/elastic-recheck/gcc_failed.yaml

@@ -1,2 +1,3 @@
+msg: Failed to compile deps.
 query: 'message:"error: command ''gcc'' failed with exit status 1" AND (tags:"console")'
 suppress-graph: false

output/elastic-recheck/git_re.yaml

@@ -1,2 +1,3 @@
+msg: DNS resolve of {} FAIL.
 query: message:"Unable to look up" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/gitnet_re.yaml

@@ -1,2 +1,3 @@
+msg: Network FAIL.
 query: message:"Network is unreachable" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/instack_install_undercloud_zero.yaml

@@ -1,2 +1,3 @@
+msg: Undercloud install FAIL.
 query: message:"Command 'instack-install-undercloud' returned non-zero exit status" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/kolla_build_localhost.yaml

@@ -1,3 +1,4 @@
+msg: Containers build FAILED.
 query: 'message:"fatal: [localhost]: FAILED! => {"changed": true, "cmd": ["kolla-build"" AND
   (tags:"console")'
 suppress-graph: false

output/elastic-recheck/multinode_standalone_playbook_failed.yaml

@@ -1,2 +1,3 @@
+msg: Standalone failed.
 query: message:"Playbook run of multinode-standalone.yml failed" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/oooq_undercloud_fail.yaml

@@ -1,2 +1,3 @@
+msg: Undercloud install FAIL.
 query: 'message:"ERROR: Heat log files: /var/log/heat-launcher/undercloud_deploy" AND (tags:"console")'
 suppress-graph: false

output/elastic-recheck/overcloud_deploy_result_failed.yaml

@@ -1,2 +1,3 @@
+msg: 'Overcloud stack: FAILED.'
 query: 'message:""overcloud_deploy_result": "failed"" AND (tags:"console")'
 suppress-graph: false

output/elastic-recheck/pip_install_fail.yaml

@@ -1,2 +1,3 @@
+msg: Pip install FAIL.
 query: message:"Could not install requirement" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/playbook_err_re.yaml

@@ -1,2 +1,3 @@
+msg: Failed to find playbook
 query: message:"ERROR! the playbook:" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/python_setup_egg_info.yaml

@@ -1,2 +1,3 @@
+msg: Pip install FAIL.
 query: message:""python setup.py egg_info" failed with error code 1" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/reference_query.yaml

@@ -1,2 +1,4 @@
+msg: IGNORE THIS QUERY. This is a query which should return some value always - to check if
+  the webpage is working properly.
 query: filename:"job-output.txt" AND message:"POST-RUN END" AND message:"post.yaml"
 suppress-graph: false

output/elastic-recheck/remote_end_hung_up.yaml

@@ -1,2 +1,3 @@
+msg: Git clone repo FAIL.
 query: 'message:"fatal: The remote end hung up unexpectedly" AND (tags:"console")'
 suppress-graph: false

output/elastic-recheck/selinux denials found.yaml

@@ -1,2 +1,3 @@
+msg: selinux denials found
 query: message:"denied"
 suppress-graph: false

output/elastic-recheck/setup_script_failed.yaml

@@ -1,2 +1,3 @@
+msg: Forced to stop.
 query: message:"setup script run by this job failed - exit code:" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/ssh_re.yaml

@@ -1,2 +1,3 @@
+msg: SSH to host FAIL.
 query: message:"No route to host" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/stack_status_CREATE_FAILED.yaml

@@ -1,2 +1,3 @@
+msg: OVB stack create failed.
 query: 'message:"stack_status: CREATE_FAILED" AND (tags:"console")'
 suppress-graph: false

output/elastic-recheck/tempest_playbook_failed.yaml

@@ -1,2 +1,3 @@
+msg: Tempest failed.
 query: message:"Playbook run of baremetal-full-overcloud-validate.yml failed" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/tempest_tests_run.yaml

@@ -1,2 +1,3 @@
+msg: Tempest tests FAILED.
 query: message:"> /var/log/tempest/tempest_run.log" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/timeout_re.yaml

@@ -1,2 +1,3 @@
+msg: Killed by timeout.
 query: message:"Killed by timeout." AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/update_FAILED.yaml

@@ -1,2 +1,3 @@
+msg: update FAILED.
 query: message:"UPDATE_FAILED" AND (tags:"console")
 suppress-graph: false

output/elastic-recheck/zcl_re.yaml

@@ -1,2 +1,3 @@
+msg: Zuul-cloner network FAIL.
 query: 'message:"stderr: ''fatal: unable to access ''" AND (tags:"console")'
 suppress-graph: false

output/sova-pattern-generated.json

@@ -13,7 +13,7 @@
             {
                 "id": "reference_query",
                 "logstash": "",
-                "msg": "reference_query",
+                "msg": "IGNORE THIS QUERY. This is a query which should return some value always - to check if the webpage is working properly.",
                 "pattern": "reference_query",
                 "tag": "info"
             },

src/data/queries.yml

@@ -3,6 +3,7 @@
 queries:
   - id: reference_query
     logstash: 'filename:"job-output.txt" AND message:"POST-RUN END" AND message:"post.yaml"'
+    msg: "IGNORE THIS QUERY. This is a query which should return some value always - to check if the webpage is working properly."
     regex: "post.yaml"
   - id: overcloud_create_failed
     name: "Overcloud stack: FAILED."

src/er-converter.py

@@ -94,6 +94,8 @@ for query_dict in queries_list["queries"]:
     if "suppress-graph" in query_dict:
         suppress_graph = bool(query_dict["suppress-graph"])
     er_query = {"query": message, "suppress-graph": suppress_graph}
+    if "msg" in query_dict:
+        er_query["msg"] = query_dict["msg"]
 
     with open(os.path.join(elastic_recheck_dest_dir, out_filename), "w") as out_file:
         yaml.dump(er_query, out_file, default_flow_style=False, width=88)