opendev
/
elastic-recheck
Code Issues Proposed changes

Changing no of days for query from 14 to 7 

Changing no of days for query from 14 to 7 and query size from 30000 to 10000 to reduce unnecessary pressure on ElasticSearch

Change-Id: I4d9ff48a97da894504f39996115e9596081e2145
This commit is contained in:
frenzyfriday 2021-10-13 12:26:55 +02:00
parent 760a90296e
commit 93eb02abe8
3 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
elastic_recheck/cmd/check_success.py
View File

@ -53,7 +53,7 @@ def all_fails(classifier):
"""
all_fails = {}
results = classifier.hits_by_query(er_config.ALL_FAILS_QUERY,
size=10000, days=14)
size=10000, days=7)
facets = er_results.FacetSet()
facets.detect_facets(results, ["build_uuid"])
for build in facets:
@ -166,7 +166,7 @@ def collect_metrics(classifier, fails):
data = {}
for q in classifier.queries:
start = time.time()
results = classifier.hits_by_query(q['query'], size=30000, days=14)
results = classifier.hits_by_query(q['query'], size=10000, days=7)
log = logging.getLogger('recheckwatchbot')
log.debug("Took %d seconds to run (uncached) query for bug %s",
time.time() - start, q['bug'])

4
elastic_recheck/cmd/uncategorized_fails.py
View File

@ -102,7 +102,7 @@ def all_fails(classifier, config=None):
other_fails = {}
all_fails = {}
results = classifier.hits_by_query(config.all_fails_query,
size=config.uncat_search_size, days=14)
size=config.uncat_search_size, days=7)
facets = er_results.FacetSet()
facets.detect_facets(results, ["build_uuid"])
for build in facets:
@ -220,7 +220,7 @@ def classifying_rate(fails, data, engine, classifier, ls_url):
logstash_url = ('%s/#/dashboard/file/logstash.json?%s'
% (ls_url, logstash_query))
LOG.debug("looking up hits for job %s query %s", job, query)
results = classifier.hits_by_query(query, size=1, days=14)
results = classifier.hits_by_query(query, size=1, days=7)
if results:
url['crm114'] = logstash_url
LOG.debug("Hits found. Using logstash url %s",

2
elastic_recheck/elasticRecheck.py
View File

@ -390,7 +390,7 @@ class Classifier(object):
def most_recent(self):
"""Return the datetime of the most recently indexed event."""
query = qb.most_recent_event()
results = self.es.search(query, size='1', days=14)
results = self.es.search(query, size='1', days=7)
if len(results) > 0:
last = dp.parse(results[0].timestamp)
return last