Adding msg parameter in sove-converter script
msg parameter was missing from the converter script. Also changed the validation logic a bit because the 'msg' s and not 'id's are captured in sova log. Change-Id: I5d0f36df7307e11f5aaf37ecb64e73cf01c6a7c9
This commit is contained in:
frenzyfriday
Ananya
parent
d9e1a4e89f
commit
d300d7c52e
|
|
@ -149,6 +149,20 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"msg": {
|
||||
"title": "Msg",
|
||||
"anyOf": [
|
||||
{
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "string"
|
||||
}
|
||||
]
|
||||
},
|
||||
"sova_tag": {
|
||||
"title": "Sova Tag",
|
||||
"type": "string"
|
||||
|
|
|
|||
|
|
@ -4,7 +4,7 @@
|
|||
{
|
||||
"id": "Introspection_failed_cannot_get_IP_address",
|
||||
"logstash": "",
|
||||
"msg": "Introspection_failed_cannot_get_IP_address",
|
||||
"msg": "Introspection failed, cannot get IP address",
|
||||
"pattern": "Introspection_failed_cannot_get_IP_address",
|
||||
"tag": "infra"
|
||||
}
|
||||
|
|
@ -76,105 +76,105 @@
|
|||
{
|
||||
"id": "No_valid_host",
|
||||
"logstash": "",
|
||||
"msg": "No_valid_host",
|
||||
"msg": "No valid host was found.",
|
||||
"pattern": "No_valid_host",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Connection_failure",
|
||||
"logstash": "",
|
||||
"msg": "Connection_failure",
|
||||
"msg": "Connection failure to trunk.rdoproject.org.",
|
||||
"pattern": "Connection_failure",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Overcloud_pingtest_FAILED",
|
||||
"logstash": "",
|
||||
"msg": "Overcloud_pingtest_FAILED",
|
||||
"msg": "Overcloud pingtest FAILED.",
|
||||
"pattern": "Overcloud_pingtest_FAILED",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Error_contacting_Ironic",
|
||||
"logstash": "",
|
||||
"msg": "Error_contacting_Ironic",
|
||||
"msg": "Error contacting Ironic server",
|
||||
"pattern": "Error_contacting_Ironic",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Node_introspection_failed",
|
||||
"logstash": "",
|
||||
"msg": "Node_introspection_failed",
|
||||
"msg": "Node introspection failed",
|
||||
"pattern": "Node_introspection_failed",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "RUN_END_RESULT",
|
||||
"logstash": "",
|
||||
"msg": "RUN_END_RESULT",
|
||||
"msg": "Job timeout.",
|
||||
"pattern": "RUN_END_RESULT",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Timed_out_waiting",
|
||||
"logstash": "",
|
||||
"msg": "Timed_out_waiting",
|
||||
"msg": "Message timeout.",
|
||||
"pattern": "Timed_out_waiting",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "timeout_re",
|
||||
"logstash": "",
|
||||
"msg": "timeout_re",
|
||||
"msg": "Killed by timeout.",
|
||||
"pattern": "timeout_re",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "exec_re",
|
||||
"logstash": "",
|
||||
"msg": "exec_re",
|
||||
"msg": "Program {} FAIL.",
|
||||
"pattern": "exec_re",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "ERROR_dlrn",
|
||||
"logstash": "",
|
||||
"msg": "ERROR_dlrn",
|
||||
"msg": "Delorean FAIL.",
|
||||
"pattern": "ERROR_dlrn",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Internal_Server_Error_500",
|
||||
"logstash": "",
|
||||
"msg": "Internal_Server_Error_500",
|
||||
"msg": "Glance upload FAIL.",
|
||||
"pattern": "Internal_Server_Error_500",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Slave_went_offline",
|
||||
"logstash": "",
|
||||
"msg": "Slave_went_offline",
|
||||
"msg": "Jenkins slave FAIL.",
|
||||
"pattern": "Slave_went_offline",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Could_not_resolve_host",
|
||||
"logstash": "",
|
||||
"msg": "Could_not_resolve_host",
|
||||
"msg": "DNS resolve of {} FAIL.",
|
||||
"pattern": "Could_not_resolve_host",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "DNS_operation_timed_out",
|
||||
"logstash": "",
|
||||
"msg": "DNS_operation_timed_out",
|
||||
"msg": "The DNS operation timed out after",
|
||||
"pattern": "DNS_operation_timed_out",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "remote_end_hung_up",
|
||||
"logstash": "",
|
||||
"msg": "remote_end_hung_up",
|
||||
"msg": "Git clone repo FAIL.",
|
||||
"pattern": "remote_end_hung_up",
|
||||
"tag": "info"
|
||||
},
|
||||
|
|
@ -188,98 +188,98 @@
|
|||
{
|
||||
"id": "SEVERE_ERROR_occurs",
|
||||
"logstash": "",
|
||||
"msg": "SEVERE_ERROR_occurs",
|
||||
"msg": "Jenkins slave FAIL: InterruptedException",
|
||||
"pattern": "SEVERE_ERROR_occurs",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "instack_install_undercloud_zero",
|
||||
"logstash": "",
|
||||
"msg": "instack_install_undercloud_zero",
|
||||
"msg": "Undercloud install FAIL.",
|
||||
"pattern": "instack_install_undercloud_zero",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Failed_to_build_dep",
|
||||
"logstash": "",
|
||||
"msg": "Failed_to_build_dep",
|
||||
"msg": "Failed to build dep {}.",
|
||||
"pattern": "Failed_to_build_dep",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "curl_failed_get_image",
|
||||
"logstash": "",
|
||||
"msg": "curl_failed_get_image",
|
||||
"msg": "Failed to upload or get image: {}.",
|
||||
"pattern": "curl_failed_get_image",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "gcc_failed",
|
||||
"logstash": "",
|
||||
"msg": "gcc_failed",
|
||||
"msg": "Failed to compile deps.",
|
||||
"pattern": "gcc_failed",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "update_FAILED",
|
||||
"logstash": "",
|
||||
"msg": "update_FAILED",
|
||||
"msg": "update FAILED.",
|
||||
"pattern": "update_FAILED",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "git_re",
|
||||
"logstash": "",
|
||||
"msg": "git_re",
|
||||
"msg": "DNS resolve of {} FAIL.",
|
||||
"pattern": "git_re",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "deploy_re",
|
||||
"logstash": "",
|
||||
"msg": "deploy_re",
|
||||
"msg": "Deployment exited with code {}.",
|
||||
"pattern": "deploy_re",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "tempest_tests_run",
|
||||
"logstash": "",
|
||||
"msg": "tempest_tests_run",
|
||||
"msg": "Tempest tests FAILED.",
|
||||
"pattern": "tempest_tests_run",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "No_more_mirrors",
|
||||
"logstash": "",
|
||||
"msg": "No_more_mirrors",
|
||||
"msg": "Network issue 'No more mirrors'.",
|
||||
"pattern": "No_more_mirrors",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "stack_status_CREATE_FAILED",
|
||||
"logstash": "",
|
||||
"msg": "stack_status_CREATE_FAILED",
|
||||
"msg": "OVB stack create failed.",
|
||||
"pattern": "stack_status_CREATE_FAILED",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "python_setup_egg_info",
|
||||
"logstash": "",
|
||||
"msg": "python_setup_egg_info",
|
||||
"msg": "Pip install FAIL.",
|
||||
"pattern": "python_setup_egg_info",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Gateway_timeout_504",
|
||||
"logstash": "",
|
||||
"msg": "Gateway_timeout_504",
|
||||
"msg": "Gateway timeout 504.",
|
||||
"pattern": "Gateway_timeout_504",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Error_registering_nodes",
|
||||
"logstash": "",
|
||||
"msg": "Error_registering_nodes",
|
||||
"msg": "Node registration error.",
|
||||
"pattern": "Error_registering_nodes",
|
||||
"tag": "info"
|
||||
},
|
||||
|
|
@ -293,245 +293,245 @@
|
|||
{
|
||||
"id": "HTTP_400_Bad",
|
||||
"logstash": "",
|
||||
"msg": "HTTP_400_Bad",
|
||||
"msg": "HTTP 400 Bad Request thrown",
|
||||
"pattern": "HTTP_400_Bad",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "command_exe",
|
||||
"logstash": "",
|
||||
"msg": "command_exe",
|
||||
"msg": "{} FAIL.",
|
||||
"pattern": "command_exe",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "zcl_re",
|
||||
"logstash": "",
|
||||
"msg": "zcl_re",
|
||||
"msg": "Zuul-cloner network FAIL.",
|
||||
"pattern": "zcl_re",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "gitnet_re",
|
||||
"logstash": "",
|
||||
"msg": "gitnet_re",
|
||||
"msg": "Network FAIL.",
|
||||
"pattern": "gitnet_re",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "ssh_re",
|
||||
"logstash": "",
|
||||
"msg": "ssh_re",
|
||||
"msg": "SSH to host FAIL.",
|
||||
"pattern": "ssh_re",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Not_enough_nodes_available",
|
||||
"logstash": "",
|
||||
"msg": "Not_enough_nodes_available",
|
||||
"msg": "Not enough nodes are available.",
|
||||
"pattern": "Not_enough_nodes_available",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Gateway_Time_out_504",
|
||||
"logstash": "",
|
||||
"msg": "Gateway_Time_out_504",
|
||||
"msg": "504 Gateway Time-out.",
|
||||
"pattern": "Gateway_Time_out_504",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Gateway_Time_out_HTTP",
|
||||
"logstash": "",
|
||||
"msg": "Gateway_Time_out_HTTP",
|
||||
"msg": "504 Gateway Time-out.",
|
||||
"pattern": "Gateway_Time_out_HTTP",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "after_connection_broken_by",
|
||||
"logstash": "",
|
||||
"msg": "after_connection_broken_by",
|
||||
"msg": "Retrying networking timeout.",
|
||||
"pattern": "after_connection_broken_by",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "overcloud_deploy_result_failed",
|
||||
"logstash": "",
|
||||
"msg": "overcloud_deploy_result_failed",
|
||||
"msg": "Overcloud stack: FAILED.",
|
||||
"pattern": "overcloud_deploy_result_failed",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "oooq_undercloud_fail",
|
||||
"logstash": "",
|
||||
"msg": "oooq_undercloud_fail",
|
||||
"msg": "Undercloud install FAIL.",
|
||||
"pattern": "oooq_undercloud_fail",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "setup_script_failed",
|
||||
"logstash": "",
|
||||
"msg": "setup_script_failed",
|
||||
"msg": "Forced to stop.",
|
||||
"pattern": "setup_script_failed",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "playbook_err_re",
|
||||
"logstash": "",
|
||||
"msg": "playbook_err_re",
|
||||
"msg": "Failed to find playbook",
|
||||
"pattern": "playbook_err_re",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "ansible_und_err",
|
||||
"logstash": "",
|
||||
"msg": "ansible_und_err",
|
||||
"msg": "Ansible undefined variable {}",
|
||||
"pattern": "ansible_und_err",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Multinode_SSH_connection_failed",
|
||||
"logstash": "",
|
||||
"msg": "Multinode_SSH_connection_failed",
|
||||
"msg": "Multinode SSH connection failed.",
|
||||
"pattern": "Multinode_SSH_connection_failed",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Overcloud_update_FAIL",
|
||||
"logstash": "",
|
||||
"msg": "Overcloud_update_FAIL",
|
||||
"msg": "Overcloud update FAIL.",
|
||||
"pattern": "Overcloud_update_FAIL",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "pip_install_fail",
|
||||
"logstash": "",
|
||||
"msg": "pip_install_fail",
|
||||
"msg": "Pip install FAIL.",
|
||||
"pattern": "pip_install_fail",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Invalid_cross_device_link",
|
||||
"logstash": "",
|
||||
"msg": "Invalid_cross_device_link",
|
||||
"msg": "Hardlink copy FAIL.",
|
||||
"pattern": "Invalid_cross_device_link",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "exit_value_143",
|
||||
"logstash": "",
|
||||
"msg": "exit_value_143",
|
||||
"msg": "Forced to stop.",
|
||||
"pattern": "exit_value_143",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "convert_fail_re",
|
||||
"logstash": "",
|
||||
"msg": "convert_fail_re",
|
||||
"msg": "Image convert to undercloud FAILED.",
|
||||
"pattern": "convert_fail_re",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "kolla_build_localhost",
|
||||
"logstash": "",
|
||||
"msg": "kolla_build_localhost",
|
||||
"msg": "Containers build FAILED.",
|
||||
"pattern": "kolla_build_localhost",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "kolla_fail_re",
|
||||
"logstash": "",
|
||||
"msg": "kolla_fail_re",
|
||||
"msg": "Container {} FAILED to build.",
|
||||
"pattern": "kolla_fail_re",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Websocket_timeout",
|
||||
"logstash": "",
|
||||
"msg": "Websocket_timeout",
|
||||
"msg": "Websocket timeout",
|
||||
"pattern": "Websocket_timeout",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "exec_user_process_caused",
|
||||
"logstash": "",
|
||||
"msg": "exec_user_process_caused",
|
||||
"msg": "No such file in container.",
|
||||
"pattern": "exec_user_process_caused",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "stack_oc_timeout_re",
|
||||
"logstash": "",
|
||||
"msg": "stack_oc_timeout_re",
|
||||
"msg": "Timeout to create overcloud stack.",
|
||||
"pattern": "stack_oc_timeout_re",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Failed_to_create_OVB_stack",
|
||||
"logstash": "",
|
||||
"msg": "Failed_to_create_OVB_stack",
|
||||
"msg": "Failed to create OVB stack.",
|
||||
"pattern": "Failed_to_create_OVB_stack",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "unbound_var_re",
|
||||
"logstash": "",
|
||||
"msg": "unbound_var_re",
|
||||
"msg": "Unbound variable {}.",
|
||||
"pattern": "unbound_var_re",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "multinode_standalone_playbook_failed",
|
||||
"logstash": "",
|
||||
"msg": "multinode_standalone_playbook_failed",
|
||||
"msg": "Standalone failed.",
|
||||
"pattern": "multinode_standalone_playbook_failed",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "async_timeout",
|
||||
"logstash": "",
|
||||
"msg": "async_timeout",
|
||||
"msg": "Timeout.",
|
||||
"pattern": "async_timeout",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Nodes_not_manageable",
|
||||
"logstash": "",
|
||||
"msg": "Nodes_not_manageable",
|
||||
"msg": "Nodes aren't manageable.",
|
||||
"pattern": "Nodes_not_manageable",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "tempest_playbook_failed",
|
||||
"logstash": "",
|
||||
"msg": "tempest_playbook_failed",
|
||||
"msg": "Tempest failed.",
|
||||
"pattern": "tempest_playbook_failed",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "baremetal_full_undercloud_failed",
|
||||
"logstash": "",
|
||||
"msg": "baremetal_full_undercloud_failed",
|
||||
"msg": "Undercloud failed.",
|
||||
"pattern": "baremetal_full_undercloud_failed",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Delorean_FAIL",
|
||||
"logstash": "",
|
||||
"msg": "Delorean_FAIL",
|
||||
"msg": "Delorean FAIL",
|
||||
"pattern": "Delorean_FAIL",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Packages_download_failure",
|
||||
"logstash": "",
|
||||
"msg": "Packages_download_failure",
|
||||
"msg": "Packages download failure",
|
||||
"pattern": "Packages download failure",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Tempest_tests_failed",
|
||||
"logstash": "",
|
||||
"msg": "Tempest_tests_failed",
|
||||
"msg": "Tempest tests failed",
|
||||
"pattern": "Tempest_tests_failed",
|
||||
"tag": "info"
|
||||
}
|
||||
|
|
@ -540,35 +540,35 @@
|
|||
{
|
||||
"id": "Buildah_pull_image_failed",
|
||||
"logstash": "",
|
||||
"msg": "Buildah_pull_image_failed",
|
||||
"msg": "Buildah pull image failed",
|
||||
"pattern": "Buildah_pull_image_failed",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Unauthorized_error_from_container_registry",
|
||||
"logstash": "",
|
||||
"msg": "Unauthorized_error_from_container_registry",
|
||||
"msg": "Unauthorized error from container registry.",
|
||||
"pattern": "Unauthorized_error_from_container_registry",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Memory_allocation_failure_for",
|
||||
"logstash": "",
|
||||
"msg": "Memory_allocation_failure_for",
|
||||
"msg": "Memory allocation failure for",
|
||||
"pattern": "Memory_allocation_failure_for",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Node_provision_timeout",
|
||||
"logstash": "",
|
||||
"msg": "Node_provision_timeout",
|
||||
"msg": "Node provision timeout",
|
||||
"pattern": "Node_provision_timeout",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "Containers_failed_to_start",
|
||||
"logstash": "",
|
||||
"msg": "Containers_failed_to_start",
|
||||
"msg": "Containers failed to start.",
|
||||
"pattern": "Containers_failed_to_start",
|
||||
"tag": "info"
|
||||
}
|
||||
|
|
@ -577,14 +577,14 @@
|
|||
{
|
||||
"id": "Ironic_deployment_timeout",
|
||||
"logstash": "",
|
||||
"msg": "Ironic_deployment_timeout",
|
||||
"msg": "Ironic deployment timeout.",
|
||||
"pattern": "Ironic_deployment_timeout",
|
||||
"tag": "info"
|
||||
},
|
||||
{
|
||||
"id": "No_space_on_disk_for_Ironic",
|
||||
"logstash": "",
|
||||
"msg": "No_space_on_disk_for_Ironic",
|
||||
"msg": "No space on disk for Ironic",
|
||||
"pattern": "No_space_on_disk_for_Ironic",
|
||||
"tag": "infra"
|
||||
}
|
||||
|
|
@ -593,238 +593,238 @@
|
|||
{
|
||||
"id": "Ping_timeout_when_deploying_OC",
|
||||
"logstash": "",
|
||||
"msg": "Ping_timeout_when_deploying_OC",
|
||||
"msg": "Ping timeout when deploying OC.",
|
||||
"pattern": "Ping_timeout_when_deploying_OC",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "Yum_download_network_failure",
|
||||
"logstash": "",
|
||||
"msg": "Yum_download_network_failure",
|
||||
"msg": "Yum download network failure",
|
||||
"pattern": "Yum_download_network_failure",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "Container_upload_timed_out",
|
||||
"logstash": "",
|
||||
"msg": "Container_upload_timed_out",
|
||||
"msg": "Container upload timed out.",
|
||||
"pattern": "Container_upload_timed_out",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "Container_image_not_found",
|
||||
"logstash": "",
|
||||
"msg": "Container_image_not_found",
|
||||
"msg": "Container image not found.",
|
||||
"pattern": "Container_image_not_found",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "Failed_to_connect_to_endpoints_of_overcloud",
|
||||
"logstash": "",
|
||||
"msg": "Failed_to_connect_to_endpoints_of_overcloud",
|
||||
"msg": "Failed to connect to endpoints of overcloud.",
|
||||
"pattern": "Failed_to_connect_to_endpoints_of_overcloud",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "Overcloud_deploy_failed",
|
||||
"logstash": "",
|
||||
"msg": "Overcloud_deploy_failed",
|
||||
"msg": "Overcloud deploy failed",
|
||||
"pattern": "Overcloud_deploy_failed",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "Overcloud_image_create_failed",
|
||||
"logstash": "",
|
||||
"msg": "Overcloud_image_create_failed",
|
||||
"msg": "Overcloud image create failed.",
|
||||
"pattern": "Overcloud_image_create_failed",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "Container_not_found",
|
||||
"logstash": "",
|
||||
"msg": "Container_not_found",
|
||||
"msg": "Container not found.",
|
||||
"pattern": "Container_not_found",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "Ironic_node_provision_failed",
|
||||
"logstash": "",
|
||||
"msg": "Ironic_node_provision_failed",
|
||||
"msg": "Ironic node provision failed.",
|
||||
"pattern": "Ironic_node_provision_failed",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "IPMI_to_nodes_failed",
|
||||
"logstash": "",
|
||||
"msg": "IPMI_to_nodes_failed",
|
||||
"msg": "IPMI to nodes failed.",
|
||||
"pattern": "IPMI_to_nodes_failed",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "Hiera_key_is_undefined",
|
||||
"logstash": "",
|
||||
"msg": "Hiera_key_is_undefined",
|
||||
"msg": "Hiera key {} is undefined.",
|
||||
"pattern": "Hiera_key_is_undefined",
|
||||
"tag": "code"
|
||||
},
|
||||
{
|
||||
"id": "Undercloud_install_failed",
|
||||
"logstash": "",
|
||||
"msg": "Undercloud_install_failed",
|
||||
"msg": "Undercloud install failed.",
|
||||
"pattern": "Undercloud_install_failed",
|
||||
"tag": "code"
|
||||
},
|
||||
{
|
||||
"id": "IPMI_to_nodes_failed",
|
||||
"logstash": "",
|
||||
"msg": "IPMI_to_nodes_failed",
|
||||
"msg": "IPMI to nodes failed.",
|
||||
"pattern": "IPMI_to_nodes_failed",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "Nova_failure_no_valid_host_was_found",
|
||||
"logstash": "",
|
||||
"msg": "Nova_failure_no_valid_host_was_found",
|
||||
"msg": "Nova failure: no valid host was found.",
|
||||
"pattern": "Nova_failure_no_valid_host_was_found",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "Standalone_or_Undercloud_Heat_stack_failed",
|
||||
"logstash": "",
|
||||
"msg": "Standalone_or_Undercloud_Heat_stack_failed",
|
||||
"msg": "Standalone or Undercloud Heat stack failed.",
|
||||
"pattern": "Standalone_or_Undercloud_Heat_stack_failed",
|
||||
"tag": "code"
|
||||
},
|
||||
{
|
||||
"id": "Puppet_FAIL",
|
||||
"logstash": "",
|
||||
"msg": "Puppet_FAIL",
|
||||
"msg": "Puppet {} FAIL.",
|
||||
"pattern": "Puppet_FAIL",
|
||||
"tag": "code"
|
||||
},
|
||||
{
|
||||
"id": "MySQL_failure",
|
||||
"logstash": "",
|
||||
"msg": "MySQL_failure",
|
||||
"msg": "MySQL failure.",
|
||||
"pattern": "MySQL_failure",
|
||||
"tag": "code"
|
||||
},
|
||||
{
|
||||
"id": "Puppet_memory_fail",
|
||||
"logstash": "",
|
||||
"msg": "Puppet_memory_fail",
|
||||
"msg": "Puppet memory fail.",
|
||||
"pattern": "Puppet_memory_fail",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "No_in_Hiera",
|
||||
"logstash": "",
|
||||
"msg": "No_in_Hiera",
|
||||
"msg": "No {} in Hiera.",
|
||||
"pattern": "No_in_Hiera",
|
||||
"tag": "code"
|
||||
},
|
||||
{
|
||||
"id": "refresh_FAIL",
|
||||
"logstash": "",
|
||||
"msg": "refresh_FAIL",
|
||||
"msg": "refresh FAIL.",
|
||||
"pattern": "refresh_FAIL",
|
||||
"tag": "code"
|
||||
},
|
||||
{
|
||||
"id": "Puppet_module_FAIL",
|
||||
"logstash": "",
|
||||
"msg": "Puppet_module_FAIL",
|
||||
"msg": "Puppet module '{}' FAIL.",
|
||||
"pattern": "Puppet_module_FAIL",
|
||||
"tag": "code"
|
||||
},
|
||||
{
|
||||
"id": "MAC_conflict_between_hosts",
|
||||
"logstash": "",
|
||||
"msg": "MAC_conflict_between_hosts",
|
||||
"msg": "MAC conflict between hosts.",
|
||||
"pattern": "MAC_conflict_between_hosts",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "Tempest_tests_failed",
|
||||
"logstash": "",
|
||||
"msg": "Tempest_tests_failed",
|
||||
"msg": "Tempest tests failed.",
|
||||
"pattern": "Tempest_tests_failed",
|
||||
"tag": "code"
|
||||
},
|
||||
{
|
||||
"id": "Failed_healthcheck",
|
||||
"logstash": "",
|
||||
"msg": "Failed_healthcheck",
|
||||
"msg": "Failed healthcheck of {}.",
|
||||
"pattern": "Failed_healthcheck",
|
||||
"tag": "code"
|
||||
},
|
||||
{
|
||||
"id": "Container_image_prepare_lock_error",
|
||||
"logstash": "",
|
||||
"msg": "Container_image_prepare_lock_error",
|
||||
"msg": "Container image prepare lock error.",
|
||||
"pattern": "Container_image_prepare_lock_error",
|
||||
"tag": "code"
|
||||
},
|
||||
{
|
||||
"id": "Not_enough_ports",
|
||||
"logstash": "",
|
||||
"msg": "Not_enough_ports",
|
||||
"msg": "Not enough ports.",
|
||||
"pattern": "Not_enough_ports",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "Introspection_failed",
|
||||
"logstash": "",
|
||||
"msg": "Introspection_failed",
|
||||
"msg": "Introspection failed.",
|
||||
"pattern": "Introspection failed",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "Providing_node_failed",
|
||||
"logstash": "",
|
||||
"msg": "Providing_node_failed",
|
||||
"msg": "Providing node failed.",
|
||||
"pattern": "Providing_node_failed",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "No_valid_host_was_found",
|
||||
"logstash": "",
|
||||
"msg": "No_valid_host_was_found",
|
||||
"msg": "No valid host was found.",
|
||||
"pattern": "No_valid_host_was_found",
|
||||
"tag": "code"
|
||||
},
|
||||
{
|
||||
"id": "Containers_too_many_requests",
|
||||
"logstash": "",
|
||||
"msg": "Containers_too_many_requests",
|
||||
"msg": "Containers: too many requests.",
|
||||
"pattern": "Containers_too_many_requests",
|
||||
"tag": "code"
|
||||
},
|
||||
{
|
||||
"id": "Failed_to_provision_nodes.",
|
||||
"logstash": "",
|
||||
"msg": "Failed_to_provision_nodes.",
|
||||
"msg": "Failed to provision nodes.",
|
||||
"pattern": "Failed_to_provision_nodes.",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "Containers_too_many_requests_to_registry",
|
||||
"logstash": "",
|
||||
"msg": "Containers_too_many_requests_to_registry",
|
||||
"msg": "Containers: too many requests to registry.",
|
||||
"pattern": "Containers_too_many_requests_to_registry",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "Containers_too_many_requests_to_registry",
|
||||
"logstash": "",
|
||||
"msg": "Containers_too_many_requests_to_registry",
|
||||
"msg": "Containers: too many requests to registry.",
|
||||
"pattern": "Containers too many requests to registry",
|
||||
"tag": "infra"
|
||||
},
|
||||
{
|
||||
"id": "Packages_conflict",
|
||||
"logstash": "",
|
||||
"msg": "Packages_conflict",
|
||||
"msg": "Packages conflict.",
|
||||
"pattern": "Packages_conflict",
|
||||
"tag": "code"
|
||||
}
|
||||
|
|
@ -833,7 +833,7 @@
|
|||
{
|
||||
"id": "Invalid_checksum_format",
|
||||
"logstash": "",
|
||||
"msg": "Invalid_checksum_format",
|
||||
"msg": "Invalid checksum format.",
|
||||
"pattern": "Invalid_checksum_format",
|
||||
"tag": "infra"
|
||||
}
|
||||
|
|
@ -842,7 +842,7 @@
|
|||
{
|
||||
"id": "selinux_denials_found",
|
||||
"logstash": "",
|
||||
"msg": "selinux_denials_found",
|
||||
"msg": "selinux denials found",
|
||||
"pattern": "selinux_denials_found",
|
||||
"tag": "code"
|
||||
}
|
||||
|
|
@ -851,14 +851,14 @@
|
|||
{
|
||||
"id": "service_FAIL",
|
||||
"logstash": "",
|
||||
"msg": "service_FAIL",
|
||||
"msg": "service FAIL",
|
||||
"pattern": "service_FAIL",
|
||||
"tag": "command_exe"
|
||||
},
|
||||
{
|
||||
"id": "Failed_to_start_container",
|
||||
"logstash": "",
|
||||
"msg": "Failed_to_start_container",
|
||||
"msg": "Failed to start {} container",
|
||||
"pattern": "Failed_to_start_container",
|
||||
"tag": "command_exe"
|
||||
}
|
||||
|
|
|
|||
|
|
@ -10,22 +10,24 @@
|
|||
samples_dir: "{{ (playbook_dir, '../samples/') | path_join | realpath }}"
|
||||
samples_log: "{{ samples_dir }}/errors-testing.err"
|
||||
queries_file: "{{ lookup('file', playbook_dir + '/../src/data/queries.yml') | from_yaml }}"
|
||||
query_ids: []
|
||||
query_msgs: []
|
||||
items_not_found: []
|
||||
sova_log: "../.tox/py{{ ansible_python_version.split('.')[:-1] | join('') }}/log/sova.log"
|
||||
tasks:
|
||||
- name: Display file to be tested
|
||||
debug:
|
||||
var: sova_cfg_file
|
||||
|
||||
- name: List all query ids
|
||||
- name: List all sova messages
|
||||
set_fact:
|
||||
query_ids: "{{ query_ids + [ item.id.split(' ') | join('_') ] }}"
|
||||
query_msgs: "{{ query_msgs + [ item.msg | replace('{}', '.*')] }}"
|
||||
with_items:
|
||||
- "{{ queries_file.queries }}"
|
||||
when: item.msg is defined
|
||||
|
||||
- name: Display queries IDs
|
||||
debug:
|
||||
var: query_ids
|
||||
var: query_msgs
|
||||
|
||||
- name: Run sova task
|
||||
sova:
|
||||
|
|
@ -56,12 +58,18 @@
|
|||
|
||||
- name: Get list of failures detected by sova
|
||||
set_fact:
|
||||
failure_list: "{{ lookup('file', sova_log).split('\n')[0].split(' ') }}"
|
||||
failure_list: "{{ lookup('file', sova_log) }}"
|
||||
|
||||
- name: Check if sova doesn't find a match for all the regexes
|
||||
set_fact:
|
||||
items_not_found: "{{ items_not_found + [ item ] }}"
|
||||
when:
|
||||
"{{ not failure_list | regex_search(item) }}"
|
||||
with_items:
|
||||
- "{{ query_msgs }}"
|
||||
|
||||
- name: Fail if sova doesn't find a match for all the regexes
|
||||
fail:
|
||||
msg: |
|
||||
"Query(s) {{ failure_list | symmetric_difference(query_ids) }} has no corresponding entry(s) in {{ samples_log }}.
|
||||
Make sure to add a string for all items in queries.yml in errors-testing.err"
|
||||
when: >
|
||||
failure_list | symmetric_difference(query_ids) != []
|
||||
msg: "Items not found: {{ items_not_found }}"
|
||||
when:
|
||||
items_not_found | length != 0
|
||||
|
|
|
|||
|
|
@ -44,95 +44,95 @@ queries:
|
|||
tags: console
|
||||
# sova_id_3
|
||||
- id: No_valid_host
|
||||
# msg: "No valid host was found."
|
||||
msg: "No valid host was found."
|
||||
pattern: "No valid host was found. There are not enough hosts"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_4
|
||||
- id: Connection_failure
|
||||
# msg: "Connection failure to trunk.rdoproject.org."
|
||||
msg: "Connection failure to trunk.rdoproject.org."
|
||||
pattern: "Failed to connect to trunk.rdoproject.org port 80"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_6
|
||||
- id: Overcloud_pingtest_FAILED
|
||||
# msg: "Overcloud pingtest FAILED."
|
||||
msg: "Overcloud pingtest FAILED."
|
||||
pattern: "Overcloud pingtest FAILED"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_7
|
||||
- id: Error_contacting_Ironic
|
||||
# msg: "Error contacting Ironic server"
|
||||
msg: "Error contacting Ironic server"
|
||||
pattern: "Error contacting Ironic server: Node"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_8
|
||||
- id: Node_introspection_failed
|
||||
# msg: "Node introspection failed"
|
||||
msg: "Node introspection failed"
|
||||
pattern: "Node introspection failed and no results are provided"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_9
|
||||
- id: RUN_END_RESULT
|
||||
# msg: "Job timeout."
|
||||
msg: "Job timeout."
|
||||
pattern: "RUN END RESULT_TIMED_OUT"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_11 (was sova_id_43)
|
||||
- id: Timed_out_waiting
|
||||
# msg: "Message timeout."
|
||||
msg: "Message timeout."
|
||||
pattern: "MessagingTimeout: Timed out waiting for a reply to message ID"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_13
|
||||
# from https://opendev.org/opendev/elastic-recheck/src/branch/master/queries/1260654.yaml
|
||||
- id: timeout_re
|
||||
# msg: "Killed by timeout."
|
||||
msg: "Killed by timeout."
|
||||
pattern: "Killed by timeout."
|
||||
regex: 'Killed\s+timeout -s 9'
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_is_15
|
||||
- id: exec_re
|
||||
# msg: "Program {} FAIL."
|
||||
msg: "Program {} FAIL."
|
||||
pattern: "returned 1 instead of one of"
|
||||
regex: 'Error: (\S+?) \S+ returned 1 instead of one of'
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_16
|
||||
- id: ERROR_dlrn
|
||||
# msg: "Delorean FAIL."
|
||||
msg: "Delorean FAIL."
|
||||
pattern: "ERROR:dlrn:"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_17
|
||||
- id: Internal_Server_Error_500
|
||||
# msg: "Glance upload FAIL."
|
||||
msg: "Glance upload FAIL."
|
||||
pattern: "500 Internal Server Error: Failed to upload image"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_18
|
||||
- id: Slave_went_offline
|
||||
# msg: "Jenkins slave FAIL."
|
||||
msg: "Jenkins slave FAIL."
|
||||
pattern: "Slave went offline during the build"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_19
|
||||
- id: Could_not_resolve_host
|
||||
# msg: "DNS resolve of {} FAIL."
|
||||
msg: "DNS resolve of {} FAIL."
|
||||
pattern: "Could not resolve host"
|
||||
regex: 'Could not resolve host: (\S+)'
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# other_DNS_failure
|
||||
- id: DNS_operation_timed_out
|
||||
# msg: "The DNS operation timed out after"
|
||||
msg: "The DNS operation timed out after"
|
||||
pattern: "The DNS operation timed out after"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_20
|
||||
- id: remote_end_hung_up
|
||||
# msg: "Git clone repo FAIL."
|
||||
msg: "Git clone repo FAIL."
|
||||
pattern: "fatal: The remote end hung up unexpectedly"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
|
|
@ -144,89 +144,89 @@ queries:
|
|||
tags: console
|
||||
# sova_id_25
|
||||
- id: SEVERE_ERROR_occurs
|
||||
# msg: "Jenkins slave FAIL: InterruptedException"
|
||||
msg: "Jenkins slave FAIL: InterruptedException"
|
||||
pattern: "[ERROR] - SEVERE ERROR occurs: java.lang.InterruptedException"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_27
|
||||
- id: instack_install_undercloud_zero
|
||||
# msg: "Undercloud install FAIL."
|
||||
msg: "Undercloud install FAIL."
|
||||
pattern: "Command 'instack-install-undercloud' returned non-zero exit status"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_28
|
||||
- id: Failed_to_build_dep
|
||||
# msg: "Failed to build dep {}."
|
||||
msg: "Failed to build dep {}."
|
||||
pattern: "Failed to build"
|
||||
regex: "Failed to build (.*)"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_29
|
||||
- id: curl_failed_get_image
|
||||
# msg: "Failed to upload or get image: {}."
|
||||
msg: "Failed to upload or get image: {}."
|
||||
pattern: "Couldn't open file "
|
||||
regex: 'curl. .*? couldn.t open file "(.*?)"'
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_30
|
||||
- id: gcc_failed
|
||||
# msg: "Failed to compile deps."
|
||||
msg: "Failed to compile deps."
|
||||
pattern: "error: command 'gcc' failed with exit status 1"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_33
|
||||
- id: update_FAILED
|
||||
# msg: "update FAILED."
|
||||
msg: "update FAILED."
|
||||
pattern: "UPDATE_FAILED"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_34
|
||||
- id: git_re
|
||||
# msg: "DNS resolve of {} FAIL."
|
||||
msg: "DNS resolve of {} FAIL."
|
||||
pattern: "Unable to look up"
|
||||
regex: 'fatal: Unable to look up (\S+)'
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_35
|
||||
- id: deploy_re
|
||||
# msg: "Deployment exited with code {}."
|
||||
msg: "Deployment exited with code {}."
|
||||
pattern: "Deployment exited with non-zero status code:"
|
||||
regex: 'Deployment exited with non-zero status code: (\d+)'
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_38
|
||||
- id: tempest_tests_run
|
||||
# msg: "Tempest tests FAILED."
|
||||
msg: "Tempest tests FAILED."
|
||||
pattern: "> /var/log/tempest/tempest_run.log"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_39
|
||||
- id: No_more_mirrors
|
||||
# msg: "Network issue 'No more mirrors'."
|
||||
msg: "Network issue 'No more mirrors'."
|
||||
pattern: "No more mirrors to try"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_41
|
||||
- id: stack_status_CREATE_FAILED
|
||||
# msg: "OVB stack create failed."
|
||||
msg: "OVB stack create failed."
|
||||
pattern: "stack_status: CREATE_FAILED"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_42
|
||||
- id: python_setup_egg_info
|
||||
# msg: "Pip install FAIL."
|
||||
msg: "Pip install FAIL."
|
||||
pattern: '"python setup.py egg_info" failed with error code 1'
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_44
|
||||
- id: Gateway_timeout_504
|
||||
# msg: "Gateway timeout 504."
|
||||
msg: "Gateway timeout 504."
|
||||
pattern: "504 Gateway Time-out: The server didn't respond in time"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_45
|
||||
- id: Error_registering_nodes
|
||||
# msg: "Node registration error."
|
||||
msg: "Node registration error."
|
||||
pattern: "Error registering nodes with ironic"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
|
|
@ -238,212 +238,212 @@ queries:
|
|||
tags: console
|
||||
# other_HTTP_400
|
||||
- id: HTTP_400_Bad
|
||||
# msg: "HTTP 400 Bad Request thrown"
|
||||
msg: "HTTP 400 Bad Request thrown"
|
||||
pattern: "HTTP 400 Bad Request"
|
||||
sova_tag: console
|
||||
tags: cosole
|
||||
# sova_id_47
|
||||
- id: command_exe
|
||||
# msg: "{} FAIL."
|
||||
msg: "{} FAIL."
|
||||
pattern: "failed because the control process exited with error code"
|
||||
regex: "Job for (.+) failed because the control process exited with error code."
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_48
|
||||
- id: zcl_re
|
||||
# msg: "Zuul-cloner network FAIL."
|
||||
msg: "Zuul-cloner network FAIL."
|
||||
pattern: "stderr: 'fatal: unable to access '"
|
||||
regex: "stderr: 'fatal: unable to access 'http.+/devstack-gate/.*Network is unreachable.*"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_49
|
||||
- id: gitnet_re
|
||||
# msg: "Network FAIL."
|
||||
msg: "Network FAIL."
|
||||
pattern: "Network is unreachable"
|
||||
regex: "fatal: unable to access 'http.*Network is unreachable"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_50
|
||||
- id: ssh_re
|
||||
# msg: "SSH to host FAIL."
|
||||
msg: "SSH to host FAIL."
|
||||
pattern: "No route to host"
|
||||
regex: "ssh: connect to host .+ port .+: No route to host"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_52 (may be replaced by sova_id_3)
|
||||
- id: Not_enough_nodes_available
|
||||
# msg: "Not enough nodes are available."
|
||||
msg: "Not enough nodes are available."
|
||||
pattern: "Not enough nodes - available"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_54
|
||||
- id: Gateway_Time_out_504
|
||||
# msg: "504 Gateway Time-out."
|
||||
msg: "504 Gateway Time-out."
|
||||
pattern: "504 Gateway Time-out"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_55
|
||||
- id: Gateway_Time_out_HTTP
|
||||
# msg: "504 Gateway Time-out."
|
||||
msg: "504 Gateway Time-out."
|
||||
pattern: "Gateway Time-out (HTTP 504)"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_56
|
||||
- id: after_connection_broken_by
|
||||
# msg: "Retrying networking timeout."
|
||||
msg: "Retrying networking timeout."
|
||||
pattern: "connect=None, read=None, redirect=None, status=None)) after connection broken by"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_61
|
||||
- id: overcloud_deploy_result_failed
|
||||
# msg: "Overcloud stack: FAILED."
|
||||
msg: "Overcloud stack: FAILED."
|
||||
pattern: '"overcloud_deploy_result": "failed"'
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_63
|
||||
- id: oooq_undercloud_fail
|
||||
# msg: "Undercloud install FAIL."
|
||||
msg: "Undercloud install FAIL."
|
||||
pattern: "ERROR: Heat log files: /var/log/heat-launcher/undercloud_deploy"
|
||||
regex: 'undercloud-install.sh 2>&1 .*"rc": 1'
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_64
|
||||
- id: setup_script_failed
|
||||
# msg: "Forced to stop."
|
||||
msg: "Forced to stop."
|
||||
pattern: "setup script run by this job failed - exit code:"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_67
|
||||
- id: playbook_err_re
|
||||
# msg: "Failed to find playbook"
|
||||
msg: "Failed to find playbook"
|
||||
pattern: "ERROR! the playbook:"
|
||||
regex: 'ERROR! the playbook: .* could not be found'
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_68
|
||||
- id: ansible_und_err
|
||||
# msg: "Ansible undefined variable {}"
|
||||
msg: "Ansible undefined variable {}"
|
||||
pattern: "is undefined"
|
||||
regex: 'fatal: .* FAILED! =>.*"msg": .* ([^\s]+) is undefined"'
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_69
|
||||
- id: Multinode_SSH_connection_failed
|
||||
# msg: "Multinode SSH connection failed."
|
||||
msg: "Multinode SSH connection failed."
|
||||
pattern: "Failed to connect to the host via ssh: ssh: connect to host"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_70
|
||||
- id: Overcloud_update_FAIL
|
||||
# msg: "Overcloud update FAIL."
|
||||
msg: "Overcloud update FAIL."
|
||||
pattern: "Overcloud update - FAILED"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_74
|
||||
- id: pip_install_fail
|
||||
# msg: "Pip install FAIL."
|
||||
msg: "Pip install FAIL."
|
||||
pattern: "Could not install requirement"
|
||||
regex: 'Could not install requirement ([^\s]+) from'
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_75
|
||||
- id: Invalid_cross_device_link
|
||||
# msg: "Hardlink copy FAIL."
|
||||
msg: "Hardlink copy FAIL."
|
||||
pattern: "Invalid cross-device link"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_76
|
||||
- id: exit_value_143
|
||||
# msg: "Forced to stop."
|
||||
msg: "Forced to stop."
|
||||
pattern: ": exit_value=143"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_77
|
||||
- id: convert_fail_re
|
||||
# msg: "Image convert to undercloud FAILED."
|
||||
msg: "Image convert to undercloud FAILED."
|
||||
regex: 'fatal:.*FAILED! .*undercloud.qcow2.*convert_image.sh'
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_78
|
||||
- id: kolla_build_localhost
|
||||
# msg: "Containers build FAILED."
|
||||
msg: "Containers build FAILED."
|
||||
pattern: 'fatal: [localhost]: FAILED! => {"changed": true, "cmd": ["kolla-build"'
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_79
|
||||
- id: kolla_fail_re
|
||||
# msg: "Container {} FAILED to build."
|
||||
msg: "Container {} FAILED to build."
|
||||
regex: 'ERROR:kolla.common.utils:([^\s]+) Failed with status: error'
|
||||
sova_tag: console
|
||||
# sova_id_80
|
||||
- id: Websocket_timeout
|
||||
# msg: "Websocket timeout"
|
||||
msg: "Websocket timeout"
|
||||
pattern: "The Workflow finished successfully but no messages were received before the WebSocket timed out"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_82
|
||||
- id: exec_user_process_caused
|
||||
# msg: 'No such file in container.'
|
||||
msg: 'No such file in container.'
|
||||
pattern: 'exec user process caused'
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_84
|
||||
- id: stack_oc_timeout_re
|
||||
# msg: "Timeout to create overcloud stack."
|
||||
msg: "Timeout to create overcloud stack."
|
||||
regex: 'Stack "overcloud" .+ Timed out'
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_85
|
||||
- id: Failed_to_create_OVB_stack
|
||||
# msg: "Failed to create OVB stack."
|
||||
msg: "Failed to create OVB stack."
|
||||
pattern: "RuntimeError: Failed to create stack"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_86
|
||||
- id: unbound_var_re
|
||||
# msg: "Unbound variable {}."
|
||||
msg: "Unbound variable {}."
|
||||
regex: '(\S+): unbound variable'
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_87
|
||||
- id: multinode_standalone_playbook_failed
|
||||
# msg: "Standalone failed."
|
||||
msg: "Standalone failed."
|
||||
pattern: "Playbook run of multinode-standalone.yml failed"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_88
|
||||
- id: async_timeout
|
||||
# msg: "Timeout."
|
||||
msg: "Timeout."
|
||||
pattern: "async task did not complete within the requested time"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_89
|
||||
- id: Nodes_not_manageable
|
||||
# msg: "Nodes aren't manageable."
|
||||
msg: "Nodes aren't manageable."
|
||||
pattern: "FAILED - RETRYING: Wait until nodes will be manageable (1 retries left)"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_90
|
||||
- id: tempest_playbook_failed
|
||||
# msg: "Tempest failed."
|
||||
msg: "Tempest failed."
|
||||
pattern: "Playbook run of baremetal-full-overcloud-validate.yml failed"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_91
|
||||
- id: baremetal_full_undercloud_failed
|
||||
# msg: "Undercloud failed."
|
||||
msg: "Undercloud failed."
|
||||
pattern: "Playbook run of baremetal-full-undercloud.yml failed"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_92
|
||||
- id: Delorean FAIL
|
||||
# msg: "Delorean FAIL"
|
||||
msg: "Delorean FAIL"
|
||||
pattern: "ERROR:dlrn:"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_93_95
|
||||
- id: Packages download failure
|
||||
# msg: "Packages download failure"
|
||||
msg: "Packages download failure"
|
||||
pattern:
|
||||
- "Failed to download packages: Cannot download"
|
||||
- "Cannot download repodata/repomd.xml: All mirrors were tried"
|
||||
|
|
@ -451,225 +451,225 @@ queries:
|
|||
tags: console
|
||||
# sova_id_94
|
||||
- id: Tempest tests failed
|
||||
# msg: "Tempest tests failed"
|
||||
msg: "Tempest tests failed"
|
||||
pattern: "tempest_tests_run.rc == 0"
|
||||
sova_tag: console
|
||||
tags: console
|
||||
# sova_id_200
|
||||
- id: Buildah pull image failed
|
||||
# msg: "Buildah pull image failed"
|
||||
msg: "Buildah pull image failed"
|
||||
pattern: 'Image prepare failed: Pulling image failed: cmd \"buildah'
|
||||
regex: 'Image prepare failed: Pulling image failed: cmd .buildah'
|
||||
sova_tag: errors
|
||||
# sova_id_201
|
||||
- id: Unauthorized error from container registry
|
||||
# msg: "Unauthorized error from container registry."
|
||||
msg: "Unauthorized error from container registry."
|
||||
pattern: "\"code\":\"UNAUTHORIZED\",\"message\":\"authentication required\""
|
||||
regex: "code.:.UNAUTHORIZED.,.message.:.authentication required."
|
||||
sova_tag: errors
|
||||
# sova_id_202
|
||||
- id: Memory allocation failure for
|
||||
# msg: "Memory allocation failure for"
|
||||
msg: "Memory allocation failure for"
|
||||
pattern: "Failed to allocate memory: Cannot allocate memory"
|
||||
sova_tag: errors
|
||||
# sova_id_203
|
||||
- id: Node provision timeout
|
||||
# msg: "Node provision timeout"
|
||||
msg: "Node provision timeout"
|
||||
pattern: "Timeout reached while waiting for callback for node"
|
||||
sova_tag: errors
|
||||
# sova_id_204
|
||||
- id: Containers failed to start
|
||||
# msg: "Containers failed to start."
|
||||
msg: "Containers failed to start."
|
||||
pattern: "check logs in /var/log/containers/stdouts/"
|
||||
sova_tag: errors
|
||||
# sova_id_300
|
||||
- id: Ironic deployment timeout
|
||||
# msg: "Ironic deployment timeout."
|
||||
msg: "Ironic deployment timeout."
|
||||
pattern: "Timeout reached while waiting for callback for node"
|
||||
sova_tag: ironic-conductor
|
||||
# sova_id_301
|
||||
- error_type: infra
|
||||
id: No space on disk for Ironic
|
||||
# msg: "No space on disk for Ironic"
|
||||
msg: "No space on disk for Ironic"
|
||||
pattern: "is located doesn't have enough disk space. Required"
|
||||
regex: "Disk volume where .* is located doesn't have enough disk space"
|
||||
sova_tag: ironic-conductor
|
||||
# sova_id_400
|
||||
- error_type: command_exe
|
||||
id: service FAIL
|
||||
# msg: "service FAIL"
|
||||
msg: "service FAIL"
|
||||
regex: "systemd: (\\S+).service failed"
|
||||
sova_tag: syslog
|
||||
# sova_id_401
|
||||
- error_type: command_exe
|
||||
id: Failed to start container
|
||||
# msg: "Failed to start {} container"
|
||||
msg: "Failed to start {} container"
|
||||
regex: "Failed to start (.+) container"
|
||||
sova_tag: syslog
|
||||
# sova_id_500
|
||||
- error_type: infra
|
||||
id: Ping timeout when deploying OC
|
||||
# msg: "Ping timeout when deploying OC."
|
||||
msg: "Ping timeout when deploying OC."
|
||||
pattern: " is not pingable."
|
||||
sova_tag: logstash
|
||||
# sova_id_501
|
||||
- error_type: infra
|
||||
id: Yum download network failure
|
||||
# msg: "Yum download network failure"
|
||||
msg: "Yum download network failure"
|
||||
regex: "Error: Execution of .*yum.* returned 1: Error downloading packages"
|
||||
sova_tag: logstash
|
||||
# sova_id_502
|
||||
- error_type: infra
|
||||
id: Container upload timed out
|
||||
# msg: "Container upload timed out."
|
||||
msg: "Container upload timed out."
|
||||
pattern: "UnixHTTPConnectionPool(host='localhost', port=None): Read timed out"
|
||||
sova_tag: logstash
|
||||
# sova_id_503
|
||||
- error_type: infra
|
||||
id: Container image not found
|
||||
# msg: "Container image not found."
|
||||
msg: "Container image not found."
|
||||
pattern: "404 Client Error: Not Found (\\\"no such id: docker.io"
|
||||
regex: "404 Client Error: Not Found \\(.no such id: docker.io"
|
||||
sova_tag: logstash
|
||||
# sova_id_504
|
||||
- error_type: infra
|
||||
id: Failed to connect to endpoints of overcloud
|
||||
# msg: "Failed to connect to endpoints of overcloud."
|
||||
msg: "Failed to connect to endpoints of overcloud."
|
||||
pattern: "Failed to contact the endpoint at http"
|
||||
sova_tag: logstash
|
||||
# sova_id_505
|
||||
- error_type: infra
|
||||
id: Overcloud deploy failed
|
||||
# msg: "Overcloud deploy failed"
|
||||
msg: "Overcloud deploy failed"
|
||||
pattern: "Ansible failed, check log at /var/lib/mistral/overcloud/ansible.log"
|
||||
sova_tag: logstash
|
||||
# sova_id_506
|
||||
- error_type: infra
|
||||
id: Overcloud image create failed
|
||||
# msg: "Overcloud image create failed."
|
||||
msg: "Overcloud image create failed."
|
||||
pattern: "CalledProcessError: Command '['disk-image-create'"
|
||||
sova_tag: logstash
|
||||
# sova_id_507
|
||||
- error_type: infra
|
||||
id: Container not found
|
||||
# msg: "Container not found."
|
||||
msg: "Container not found."
|
||||
pattern: "ImageNotFoundException: Not found image: docker:"
|
||||
sova_tag: logstash
|
||||
# sova_id_508
|
||||
- error_type: infra
|
||||
id: Ironic node provision failed
|
||||
# msg: "Ironic node provision failed."
|
||||
msg: "Ironic node provision failed."
|
||||
pattern: "error: Failed to prepare node"
|
||||
sova_tag: logstash
|
||||
# sova_id_509
|
||||
- error_type: infra
|
||||
id: IPMI to nodes failed
|
||||
# msg: "IPMI to nodes failed."
|
||||
msg: "IPMI to nodes failed."
|
||||
pattern: "Failed to prepare to deploy: IPMI call failed:"
|
||||
sova_tag: logstash
|
||||
# sova_id_510
|
||||
- error_type: code
|
||||
id: Hiera key is undefined
|
||||
# msg: "Hiera key {} is undefined."
|
||||
msg: "Hiera key {} is undefined."
|
||||
pattern: " hiera key is undefined"
|
||||
regex: "Error: .*The (.+) hiera key is undefined"
|
||||
sova_tag: logstash
|
||||
# sova_id_511
|
||||
- error_type: code
|
||||
id: Undercloud install failed
|
||||
# msg: "Undercloud install failed."
|
||||
msg: "Undercloud install failed."
|
||||
pattern: "Found ansible errors for undercloud deployment"
|
||||
sova_tag: logstash
|
||||
# sova_id_512
|
||||
- error_type: infra
|
||||
id: IPMI to nodes failed
|
||||
# msg: "IPMI to nodes failed."
|
||||
msg: "IPMI to nodes failed."
|
||||
pattern: "Error: IPMI call failed: power status"
|
||||
sova_tag: logstash
|
||||
# sova_id_513
|
||||
- error_type: infra
|
||||
id: Nova failure no valid host was found
|
||||
# msg: "Nova failure: no valid host was found."
|
||||
msg: "Nova failure: no valid host was found."
|
||||
pattern: "ResourceInError: resources.NovaCompute: Went to status ERROR due to \\\"Message: No valid host was found. , Code: 500"
|
||||
regex: 'ResourceInError: resources.NovaCompute: Went to status ERROR due to "Message: No valid host was found. , Code: 500'
|
||||
sova_tag: logstash
|
||||
# sova_id_514
|
||||
- error_type: code
|
||||
id: Standalone or Undercloud Heat stack failed
|
||||
# msg: "Standalone or Undercloud Heat stack failed."
|
||||
msg: "Standalone or Undercloud Heat stack failed."
|
||||
pattern: "DeploymentError: Stack create failed"
|
||||
sova_tag: logstash
|
||||
# sova_id_515
|
||||
- error_type: code
|
||||
id: Puppet FAIL
|
||||
# msg: "Puppet {} FAIL."
|
||||
msg: "Puppet {} FAIL."
|
||||
regex: "1;31mError: .+?\\W(\\w+)::"
|
||||
sova_tag: logstash
|
||||
# sova_id_516
|
||||
- error_type: code
|
||||
id: MySQL failure
|
||||
# msg: "MySQL failure."
|
||||
msg: "MySQL failure."
|
||||
pattern: "Can't connect to local MySQL server through socket"
|
||||
sova_tag: logstash
|
||||
# sova_id_517
|
||||
- error_type: infra
|
||||
id: Puppet memory fail
|
||||
# msg: "Puppet memory fail."
|
||||
msg: "Puppet memory fail."
|
||||
pattern: "Could not evaluate: Cannot allocate memory - fork(2)"
|
||||
sova_tag: logstash
|
||||
# sova_id_518
|
||||
- error_type: code
|
||||
id: No in Hiera
|
||||
# msg: "No {} in Hiera."
|
||||
msg: "No {} in Hiera."
|
||||
regex: "Error: Could not find data item (\\w+) in any Hiera data file and no default supplied"
|
||||
sova_tag: logstash
|
||||
# sova_id_520_522
|
||||
- error_type: code
|
||||
id: refresh FAIL
|
||||
# msg: "refresh FAIL."
|
||||
msg: "refresh FAIL."
|
||||
regex:
|
||||
- "Failed to call refresh"
|
||||
sova_tag: logstash
|
||||
# sova_id_521
|
||||
- error_type: code
|
||||
id: Puppet module FAIL
|
||||
# msg: "Puppet module '{}' FAIL."
|
||||
msg: "Puppet module '{}' FAIL."
|
||||
regex: "mError: .* at /etc/puppet/modules/([^/]+)/"
|
||||
sova_tag: logstash
|
||||
# sova_id_523
|
||||
- error_type: infra
|
||||
id: MAC conflict between hosts
|
||||
# msg: "MAC conflict between hosts."
|
||||
msg: "MAC conflict between hosts."
|
||||
regex: "Error, some other host \\(.+\\) already uses address .+"
|
||||
sova_tag: logstash
|
||||
# sova_id_524
|
||||
- error_type: code
|
||||
id: Tempest tests failed
|
||||
# msg: "Tempest tests failed."
|
||||
msg: "Tempest tests failed."
|
||||
pattern: "... FAILED"
|
||||
sova_tag: logstash
|
||||
# sova_id_525
|
||||
- error_type: code
|
||||
id: Failed healthcheck
|
||||
# msg: "Failed healthcheck of {}."
|
||||
msg: "Failed healthcheck of {}."
|
||||
regex: "msg\": \"([^\"]+) isn't working \\(healthcheck failed\\)"
|
||||
sova_tag: logstash
|
||||
# sova_id_526
|
||||
- error_type: code
|
||||
id: Container image prepare lock error
|
||||
# msg: "Container image prepare lock error."
|
||||
msg: "Container image prepare lock error."
|
||||
pattern: "ERROR:root:Image prepare failed: [Errno 17] File exists"
|
||||
sova_tag: logstash
|
||||
# sova_id_527
|
||||
- error_type: infra
|
||||
id: Not enough ports
|
||||
# msg: "Not enough ports."
|
||||
msg: "Not enough ports."
|
||||
pattern: "not enough free physical ports."
|
||||
sova_tag: logstash
|
||||
# sova_id_528_530
|
||||
- error_type: infra
|
||||
id: Introspection failed
|
||||
# msg: "Introspection failed."
|
||||
msg: "Introspection failed."
|
||||
pattern:
|
||||
- "Exception introspecting nodes"
|
||||
- "playbook: /usr/share/ansible/tripleo-playbooks/cli-baremetal-introspect.yaml, Run Status: failed"
|
||||
|
|
@ -677,38 +677,38 @@ queries:
|
|||
# sova_id_529
|
||||
- error_type: infra
|
||||
id: Providing node failed
|
||||
# msg: "Providing node failed."
|
||||
msg: "Providing node failed."
|
||||
pattern: "playbook: /usr/share/ansible/tripleo-playbooks/cli-overcloud-node-provide.yaml, Run Status: failed"
|
||||
sova_tag: logstash
|
||||
# sova_id_531
|
||||
- error_type: code
|
||||
id: No valid host was found
|
||||
# msg: "No valid host was found."
|
||||
msg: "No valid host was found."
|
||||
pattern: "Went to status ERROR due to \\\"Message: No valid host was found"
|
||||
regex: 'Went to status ERROR due to "Message: No valid host was found'
|
||||
sova_tag: logstash
|
||||
# sova_id_532
|
||||
- error_type: code
|
||||
id: Containers too many requests
|
||||
# msg: "Containers: too many requests."
|
||||
msg: "Containers: too many requests."
|
||||
pattern: "429 Client Error: Too Many Requests for url:"
|
||||
sova_tag: logstash
|
||||
# sova_id_533
|
||||
- error_type: infra
|
||||
id: Failed to provision nodes.
|
||||
# msg: "Failed to provision nodes."
|
||||
msg: "Failed to provision nodes."
|
||||
pattern: "FATAL | Provision instances"
|
||||
sova_tag: logstash
|
||||
# sova_id_534
|
||||
- error_type: infra
|
||||
id: Containers too many requests to registry
|
||||
# msg: "Containers: too many requests to registry."
|
||||
msg: "Containers: too many requests to registry."
|
||||
pattern: "tripleo_common.image.exception.ImageRateLimitedException"
|
||||
sova_tag: logstash
|
||||
# sova_id_534
|
||||
- error_type: infra
|
||||
id: Containers too many requests to registry
|
||||
# msg: "Containers: too many requests to registry."
|
||||
msg: "Containers: too many requests to registry."
|
||||
pattern:
|
||||
- "tripleo_common.image.exception.ImageRateLimitedException"
|
||||
- "Error running container image prepare: Rate Limited while requesting"
|
||||
|
|
@ -716,24 +716,24 @@ queries:
|
|||
# sova_id_538
|
||||
- error_type: code
|
||||
id: Packages conflict
|
||||
# msg: "Packages conflict."
|
||||
msg: "Packages conflict."
|
||||
pattern: "conflicts with file from package"
|
||||
sova_tag: logstash
|
||||
# sova_id_600
|
||||
- error_type: infra
|
||||
id: Introspection failed cannot get IP address
|
||||
# msg: "Introspection failed, cannot get IP address"
|
||||
msg: "Introspection failed, cannot get IP address"
|
||||
pattern: "socket.error: [Errno 99] Cannot assign requested address"
|
||||
sova_tag: bmc
|
||||
# sova_id_700
|
||||
- error_type: code
|
||||
id: selinux denials found
|
||||
# msg: "selinux denials found"
|
||||
msg: "selinux denials found"
|
||||
pattern: "denied"
|
||||
sova_tag: selinux
|
||||
# sova_id_800
|
||||
- error_type: infra
|
||||
id: Invalid checksum format
|
||||
# msg: "Invalid checksum format."
|
||||
msg: "Invalid checksum format."
|
||||
pattern: 'err.detail="invalid checksum digest format"'
|
||||
sova_tag: registry_log
|
||||
|
|
|
|||
|
|
@ -28,6 +28,7 @@ class Query(BaseModel):
|
|||
|
||||
# artcl/sove specific fields
|
||||
regex: Optional[Union[List[str], str]]
|
||||
msg: Optional[Union[List[str], str]]
|
||||
sova_tag: Optional[str]
|
||||
error_type: Optional[str]
|
||||
# https://opendev.org/openstack/ansible-role-collect-logs/src/branch/master/vars/sova-patterns.yml#L47
|
||||
|
|
|
|||
Loading…
Reference in New Issue