openstack/monasca-api
Code Issues Proposed changes

Match alarm expression parsing to java api

Browse Source 
Change-Id: I79b2b07faeaa0a7849e807180af71f88a0fd9725
This commit is contained in:
Ryan Brandt
2015-06-09 11:45:42 -06:00
parent 7818e2e811
commit af357ca087
1 changed files with 72 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files

129
monasca_api/expression_parser/alarm_expr_parser.py
View File

@@ -13,7 +13,6 @@
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations # License for the specific language governing permissions and limitations
# under the License. # under the License.
import itertools
import sys import sys
import pyparsing import pyparsing
@@ -23,47 +22,47 @@ class SubExpr(object):
def __init__(self, tokens): def __init__(self, tokens):
self._sub_expr = tokens if not tokens.func:
self._func = tokens.func if tokens.relational_op.lower() in ['gte', 'gt', '>=', '>']:
self._func = "max"
else:
self._func = "min"
else:
self._func = tokens.func
self._metric_name = tokens.metric_name self._metric_name = tokens.metric_name
self._dimensions = tokens.dimensions.dimensions_list self._dimensions = tokens.dimensions_list
self._operator = tokens.relational_op self._operator = tokens.relational_op
self._threshold = tokens.threshold self._threshold = tokens.threshold
self._period = tokens.period self._period = tokens.period
self._periods = tokens.periods self._periods = tokens.periods
self._id = None self._id = None
@property
def sub_expr_str(self):
"""Get the entire sub expression as a string with no spaces."""
return "".join(list(itertools.chain(*self._sub_expr)))
@property @property
def fmtd_sub_expr_str(self): def fmtd_sub_expr_str(self):
"""Get the entire sub expressions as a string with spaces.""" """Get the entire sub expressions as a string with spaces."""
result = "{}({}".format(self._func.encode('utf8'), result = u"{}({}".format(self.normalized_func,
self._metric_name.encode('utf8')) self._metric_name)
if self._dimensions: if self._dimensions is not None:
result += "{{{}}}".format(self._dimensions.encode('utf8')) result += "{" + self.dimensions_str + "}"
if self._period: if self._period:
result += ", {}".format(self._period.encode('utf8')) result += ", {}".format(self._period)
result += ")" result += ")"
result += " {} {}".format(self._operator.encode('utf8'), result += " {} {}".format(self._operator,
self._threshold.encode('utf8')) self._threshold)
if self._periods: if self._periods:
result += " times {}".format(self._periods.encode('utf8')) result += " times {}".format(self._periods)
return result.decode('utf8') return result
@property @property
def dimensions_str(self): def dimensions_str(self):
"""Get all the dimensions as a single comma delimited string.""" """Get all the dimensions as a single comma delimited string."""
return self._dimensions return u",".join(self._dimensions)
@property @property
def operands_list(self): def operands_list(self):
@@ -93,13 +92,13 @@ class SubExpr(object):
@property @property
def dimensions(self): def dimensions(self):
"""Get the dimensions.""" """Get the dimensions."""
return self._dimensions return u",".join(self._dimensions)
@property @property
def dimensions_as_list(self): def dimensions_as_list(self):
"""Get the dimensions as a list.""" """Get the dimensions as a list."""
if self._dimensions: if self._dimensions:
return self._dimensions.split(",") return self._dimensions
else: else:
return [] return []
@@ -173,12 +172,12 @@ class OrSubExpr(BinaryOp):
pass pass
COMMA = pyparsing.Literal(",") COMMA = pyparsing.Suppress(pyparsing.Literal(","))
LPAREN = pyparsing.Literal("(") LPAREN = pyparsing.Suppress(pyparsing.Literal("("))
RPAREN = pyparsing.Literal(")") RPAREN = pyparsing.Suppress(pyparsing.Literal(")"))
EQUAL = pyparsing.Literal("=") EQUAL = pyparsing.Literal("=")
LBRACE = pyparsing.Literal("{") LBRACE = pyparsing.Suppress(pyparsing.Literal("{"))
RBRACE = pyparsing.Literal("}") RBRACE = pyparsing.Suppress(pyparsing.Literal("}"))
# Initialize non-ascii unicode code points in the Basic Multilingual Plane. # Initialize non-ascii unicode code points in the Basic Multilingual Plane.
unicode_printables = u''.join( unicode_printables = u''.join(
@@ -193,8 +192,11 @@ metric_name = (
dimension_name = pyparsing.Word(valid_identifier_chars, min=1, max=255) dimension_name = pyparsing.Word(valid_identifier_chars, min=1, max=255)
dimension_value = pyparsing.Word(valid_identifier_chars, min=1, max=255) dimension_value = pyparsing.Word(valid_identifier_chars, min=1, max=255)
MINUS = pyparsing.Literal('-')
integer_number = pyparsing.Word(pyparsing.nums) integer_number = pyparsing.Word(pyparsing.nums)
decimal_number = pyparsing.Word(pyparsing.nums + ".") decimal_number = (pyparsing.Optional(MINUS) + integer_number +
pyparsing.Optional("." + integer_number))
decimal_number.setParseAction(lambda tokens: "".join(tokens))
max = pyparsing.CaselessLiteral("max") max = pyparsing.CaselessLiteral("max")
min = pyparsing.CaselessLiteral("min") min = pyparsing.CaselessLiteral("min")
@@ -223,24 +225,26 @@ logical_op = (AND | OR)("logical_op")
times = pyparsing.CaselessLiteral("times") times = pyparsing.CaselessLiteral("times")
dimension = pyparsing.Group(dimension_name + EQUAL + dimension_value) dimension = dimension_name + EQUAL + dimension_value
dimension.setParseAction(lambda tokens: "".join(tokens))
# Cannot have any whitespace after the comma delimiter. dimension_list = pyparsing.Group((LBRACE + pyparsing.Optional(
dimension_list = pyparsing.Group(pyparsing.Optional( pyparsing.delimitedList(dimension)) +
LBRACE + pyparsing.delimitedList(dimension, delim=',', combine=True)( RBRACE))("dimensions_list")
"dimensions_list") + RBRACE))
metric = metric_name + dimension_list("dimensions") metric = metric_name + pyparsing.Optional(dimension_list)
period = integer_number("period") period = integer_number("period")
threshold = decimal_number("threshold") threshold = decimal_number("threshold")
periods = integer_number("periods") periods = integer_number("periods")
function_and_metric = (func + LPAREN + metric + pyparsing.Optional(
COMMA + period) + RPAREN)
expression = pyparsing.Forward() expression = pyparsing.Forward()
sub_expression = (func + LPAREN + metric + pyparsing.Optional( sub_expression = ((function_and_metric | metric) + relational_op + threshold +
COMMA + period) + RPAREN + relational_op + threshold + pyparsing.Optional( pyparsing.Optional(times + periods) |
times + periods) | LPAREN + expression + RPAREN) LPAREN + expression + RPAREN)
sub_expression.setParseAction(SubExpr) sub_expression.setParseAction(SubExpr)
expression = ( expression = (
@@ -258,7 +262,7 @@ class AlarmExprParser(object):
# Remove all spaces before parsing. Simple, quick fix for whitespace # Remove all spaces before parsing. Simple, quick fix for whitespace
# issue with dimension list not allowing whitespace after comma. # issue with dimension list not allowing whitespace after comma.
parse_result = (expression + pyparsing.stringEnd).parseString( parse_result = (expression + pyparsing.stringEnd).parseString(
self._expr.replace(' ', '')) self._expr)
sub_expr_list = parse_result[0].operands_list sub_expr_list = parse_result[0].operands_list
return sub_expr_list return sub_expr_list
@@ -266,31 +270,42 @@ class AlarmExprParser(object):
def main(): def main():
"""Used for development and testing.""" """Used for development and testing."""
expr0 = ( expr_list = [
"max(-_.千幸福的笑脸{घोड़ा=馬, " "max(-_.千幸福的笑脸{घोड़ा=馬, "
"dn2=dv2,千幸福的笑脸घ=千幸福的笑脸घ}) gte 100 " "dn2=dv2,千幸福的笑脸घ=千幸福的笑脸घ}) gte 100 "
"times 3 && " "times 3 && "
"(min(ເຮືອນ{dn3=dv3,家=дом}) < 10 or sum(biz{dn5=dv5}) >9 9and " "(min(ເຮືອນ{dn3=dv3,家=дом}) < 10 or sum(biz{dn5=dv5}) >99 and "
"count(fizzle) lt 0 or count(baz) > 1)".decode('utf8')) "count(fizzle) lt 0or count(baz) > 1)".decode('utf8'),
expr1 = ("max(foo{hostname=mini-mon,千=千}, 120) > 100 and (max(bar)>100 " "max(foo{hostname=mini-mon,千=千}, 120) > 100 and (max(bar)>100 "
" or max(biz)>100)".decode('utf8')) " or max(biz)>100)".decode('utf8'),
expr2 = "max(foo)>=100" "max(foo)>=100",
for expr in (expr0, expr1, expr2): "test_metric{this=that, that = this} < 1",
print ('orig expr: {}'.format(expr.encode('utf8')))
alarm_expr_parser = AlarmExprParser(expr) "max ( 3test_metric5 { this = that }) lt 5 times 3",
sub_expr = alarm_expr_parser.sub_expr_list
for sub_expression in sub_expr: "3test_metric5 lt 3",
print ('sub expr: {}'.format(
sub_expression.sub_expr_str.encode('utf8'))) "ntp.offset > 1 or ntp.offset < -5",
print ('fmtd sub expr: {}'.format( ]
sub_expression.fmtd_sub_expr_str.encode('utf8')))
print ('sub_expr dimensions: {}'.format( for expr in expr_list:
sub_expression.dimensions_str.encode('utf8'))) print('orig expr: {}'.format(expr.encode('utf8')))
print () sub_exprs = []
print () try:
alarm_expr_parser = AlarmExprParser(expr)
sub_exprs = alarm_expr_parser.sub_expr_list
except Exception as ex:
print("Parse failed: {}".format(ex))
for sub_expr in sub_exprs:
print('sub expr: {}'.format(
sub_expr.fmtd_sub_expr_str.encode('utf8')))
print('sub_expr dimensions: {}'.format(
sub_expr.dimensions_str.encode('utf8')))
print()
print()
if __name__ == "__main__": if __name__ == "__main__":