x/radar
Code Issues Proposed changes

Strip messages to avoid adding whitespace.

Browse Source
This commit is contained in:
Michael Still 2014-02-11 16:30:36 +00:00
parent 8ef23e9794
commit e265109dcc
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
mirror_fetchers.py
View File

@ -10,7 +10,8 @@ REMOTES = ['gerrit-stream-logger-dfw.stillhq.com',
'gerrit-stream-logger-syd.stillhq.com']
one_day = datetime.timedelta(days=1)
day = datetime.datetime(2013, 5, 1)
day = datetime.datetime.now()
day -= datetime.timedelta(days=3)
merged_filename = None
merged_data = {}
@ -56,6 +57,7 @@ while day < datetime.datetime.now():
if os.path.exists(merged):
with open(merged, 'r') as f:
for line in f.readlines():
line = line.rstrip()
merged_data[line] = True
merged_data_with_order.append(line)
merged_filename = merged
@ -63,6 +65,7 @@ while day < datetime.datetime.now():
new_entries = 0
with open(single, 'r') as f:
for entry in f.readlines():
entry = entry.rstrip()
if not entry in merged_data:
merged_data[entry] = True
merged_data_with_order.append(entry)