Merge "Remove find_stack_traces.py"
This commit is contained in:
commit
db97710c31
@ -1,160 +0,0 @@
|
||||
#!/usr/bin/env python
|
||||
|
||||
# Copyright 2013 IBM Corp.
|
||||
# All Rights Reserved.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||
# not use this file except in compliance with the License. You may obtain
|
||||
# a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
|
||||
import gzip
|
||||
import pprint
|
||||
import re
|
||||
import sys
|
||||
|
||||
import six
|
||||
import six.moves.urllib.request as urlreq
|
||||
|
||||
|
||||
pp = pprint.PrettyPrinter()
|
||||
|
||||
NOVA_TIMESTAMP = r"\d\d\d\d-\d\d-\d\d \d\d:\d\d:\d\d\.\d\d\d"
|
||||
|
||||
NOVA_REGEX = r"(?P<timestamp>%s) (?P<pid>\d+ )?(?P<level>(ERROR|TRACE)) " \
|
||||
"(?P<module>[\w\.]+) (?P<msg>.*)" % (NOVA_TIMESTAMP)
|
||||
|
||||
|
||||
class StackTrace(object):
|
||||
timestamp = None
|
||||
pid = None
|
||||
level = ""
|
||||
module = ""
|
||||
msg = ""
|
||||
|
||||
def __init__(self, timestamp=None, pid=None, level="", module="",
|
||||
msg=""):
|
||||
self.timestamp = timestamp
|
||||
self.pid = pid
|
||||
self.level = level
|
||||
self.module = module
|
||||
self.msg = msg
|
||||
|
||||
def append(self, msg):
|
||||
self.msg = self.msg + msg
|
||||
|
||||
def is_same(self, data):
|
||||
return (data['timestamp'] == self.timestamp and
|
||||
data['level'] == self.level)
|
||||
|
||||
def not_none(self):
|
||||
return self.timestamp is not None
|
||||
|
||||
def __str__(self):
|
||||
buff = "<%s %s %s>\n" % (self.timestamp, self.level, self.module)
|
||||
for line in self.msg.splitlines():
|
||||
buff = buff + line + "\n"
|
||||
return buff
|
||||
|
||||
|
||||
def hunt_for_stacktrace(url):
|
||||
"""Return TRACE or ERROR lines out of logs."""
|
||||
req = urlreq.Request(url)
|
||||
req.add_header('Accept-Encoding', 'gzip')
|
||||
page = urlreq.urlopen(req)
|
||||
buf = six.StringIO(page.read())
|
||||
f = gzip.GzipFile(fileobj=buf)
|
||||
content = f.read()
|
||||
|
||||
traces = []
|
||||
trace = StackTrace()
|
||||
for line in content.splitlines():
|
||||
m = re.match(NOVA_REGEX, line)
|
||||
if m:
|
||||
data = m.groupdict()
|
||||
if trace.not_none() and trace.is_same(data):
|
||||
trace.append(data['msg'] + "\n")
|
||||
else:
|
||||
trace = StackTrace(
|
||||
timestamp=data.get('timestamp'),
|
||||
pid=data.get('pid'),
|
||||
level=data.get('level'),
|
||||
module=data.get('module'),
|
||||
msg=data.get('msg'))
|
||||
|
||||
else:
|
||||
if trace.not_none():
|
||||
traces.append(trace)
|
||||
trace = StackTrace()
|
||||
|
||||
# once more at the end to pick up any stragglers
|
||||
if trace.not_none():
|
||||
traces.append(trace)
|
||||
|
||||
return traces
|
||||
|
||||
|
||||
def log_url(url, log):
|
||||
return "%s/%s" % (url, log)
|
||||
|
||||
|
||||
def collect_logs(url):
|
||||
page = urlreq.urlopen(url)
|
||||
content = page.read()
|
||||
logs = re.findall('(screen-[\w-]+\.txt\.gz)</a>', content)
|
||||
return logs
|
||||
|
||||
|
||||
def usage():
|
||||
print("""
|
||||
Usage: find_stack_traces.py <logurl>
|
||||
|
||||
Hunts for stack traces in a devstack run. Must provide it a base log url
|
||||
from a tempest devstack run. Should start with http and end with /logs/.
|
||||
|
||||
Returns a report listing stack traces out of the various files where
|
||||
they are found.
|
||||
""")
|
||||
sys.exit(0)
|
||||
|
||||
|
||||
def print_stats(items, fname, verbose=False):
|
||||
errors = len([x for x in items if x.level == "ERROR"])
|
||||
traces = len([x for x in items if x.level == "TRACE"])
|
||||
print("%d ERRORS found in %s" % (errors, fname))
|
||||
print("%d TRACES found in %s" % (traces, fname))
|
||||
|
||||
if verbose:
|
||||
for item in items:
|
||||
print(item)
|
||||
print("\n\n")
|
||||
|
||||
|
||||
def main():
|
||||
if len(sys.argv) == 2:
|
||||
url = sys.argv[1]
|
||||
loglist = collect_logs(url)
|
||||
|
||||
# probably wrong base url
|
||||
if not loglist:
|
||||
usage()
|
||||
|
||||
for log in loglist:
|
||||
logurl = log_url(url, log)
|
||||
traces = hunt_for_stacktrace(logurl)
|
||||
|
||||
if traces:
|
||||
print_stats(traces, log, verbose=True)
|
||||
|
||||
else:
|
||||
usage()
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
Loading…
x
Reference in New Issue
Block a user