From e265109dcc22ebf1e08a418c81add4d8b0dd7f0e Mon Sep 17 00:00:00 2001 From: Michael Still Date: Tue, 11 Feb 2014 16:30:36 +0000 Subject: [PATCH] Strip messages to avoid adding whitespace. --- mirror_fetchers.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/mirror_fetchers.py b/mirror_fetchers.py index cad0d7f..f82387a 100755 --- a/mirror_fetchers.py +++ b/mirror_fetchers.py @@ -10,7 +10,8 @@ REMOTES = ['gerrit-stream-logger-dfw.stillhq.com', 'gerrit-stream-logger-syd.stillhq.com'] one_day = datetime.timedelta(days=1) -day = datetime.datetime(2013, 5, 1) +day = datetime.datetime.now() +day -= datetime.timedelta(days=3) merged_filename = None merged_data = {} @@ -56,6 +57,7 @@ while day < datetime.datetime.now(): if os.path.exists(merged): with open(merged, 'r') as f: for line in f.readlines(): + line = line.rstrip() merged_data[line] = True merged_data_with_order.append(line) merged_filename = merged @@ -63,6 +65,7 @@ while day < datetime.datetime.now(): new_entries = 0 with open(single, 'r') as f: for entry in f.readlines(): + entry = entry.rstrip() if not entry in merged_data: merged_data[entry] = True merged_data_with_order.append(entry)