Add in first pass of elastic search

Move gerrit code into its own class. Start stub of Classifier class
which will try to identify what bug caused tempest to fail.

elasticRecheck.py

@@ -1,30 +1,75 @@
 #!/usr/bin/env python
 
+import gerritlib.gerrit
+from pyelasticsearch import ElasticSearch
+
 import ConfigParser
-import sys
 
-import gerritlib
 
-def is_failed_tempest(event):
-    if event.get('type', '') != 'comment-added':
-        return False
-    if event['author']['username'] == 'Jenkins':
-        return True
+class Stream(object):
+    """Gerrit Stream."""
+
+    def __init__(self):
+        config = ConfigParser.ConfigParser()
+        config.read('elasticRecheck.conf')
+        host = 'review.openstack.org'
+        user = config.get('gerrit', 'user', 'jogo')
+        port = 29418
+        self.gerrit = gerritlib.gerrit.Gerrit(host, user, port)
+        self.gerrit.startWatching()
+
+    def get_failed_tempest(self):
+        while True:
+            event = self.gerrit.getEvent()
+            if event.get('type', '') != 'comment-added':
+                continue
+            if (event['author']['username'] == 'jenkins' and
+                    "Build failed.  For information on how to proceed" in
+                    event['comment']):
+                for line in event['comment'].split():
+                    if "FAILURE" in line and "tempest-devstack" in line:
+                        return event
+                continue
+
+
+class Classifier():
+    ES_URL = "http://logstash.openstack.org/elasticsearch"
+    tempest_failed_jobs = {
+            "sort": {
+                "@timestamp": {"order": "desc"}
+                },
+            "query": {
+                "query_string": {
+                    "query": '@tags:"console.html" AND @message:"Finished: FAILURE" AND @fields.build_change:"46396" AND @fields.build_patchset:"1"'
+                    }
+                }
+            }
+
+    def __init__(self):
+        self.es = ElasticSearch(self.ES_URL)
+
+    def test(self):
+        results = self.es.search(self.tempest_failed_jobs, size='10')
+        for x in results['hits']['hits']:
+            try:
+                change = x["_source"]['@fields']['build_change']
+                patchset = x["_source"]['@fields']['build_patchset']
+                print "https://review.openstack.org/#/c/%(change)s/%(patchset)s" % locals()
+            except KeyError:
+                print "build_name %s" % x["_source"]['@fields']['build_name']
+                pass
+
 
 
 def main():
-    config = ConfigParser.ConfigParser()
-    config.read('elasticRecheck.conf')
-    host = 'review.openstack.org'
-    user = config.get('gerrit', 'user', 'jogo')
-    port = 29418
-    import gerritlib.gerrit
-    gerrit = gerritlib.gerrit.Gerrit(host, user, port)
-    gerrit.startWatching()
+    classifier = Classifier()
+    #classifier.test()
+    stream = Stream()
     while True:
-        event = gerrit.getEvent()
-        if is_failed_tempest(event):
-            print event['comment']
+        event = stream.get_failed_tempest()
+        print event['change']['number']
+        print event['patchSet']['number']
+        print event['comment']
 
 
 if __name__ == "__main__":