From f35b4e2490b303357e84dd1da2b3ebafc7959381 Mon Sep 17 00:00:00 2001 From: Clark Boylan Date: Thu, 16 Nov 2017 09:53:43 -0800 Subject: [PATCH] Reduce log worker internal queue size We are having OOM problems with larger log files. Attempt to make this more robust by having much smaller internal log line message queues (we reduce the queue size to about 10% the original size). The idea here is that if we have the old 130k queue size full then grab a large log file the overhead there is fairly significant whereas if we have a small 16k queue size and grab a large log file we really only have to worry about the size of the logfile itself. Depends-On: Iddbbab9ea5996df4922bf7927deb8f0354378ab7 Change-Id: I761fabaa1b5aae64790def721980151f9fdc720d --- files/log-gearman-worker.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/files/log-gearman-worker.py b/files/log-gearman-worker.py index 40d23b8..d800079 100644 --- a/files/log-gearman-worker.py +++ b/files/log-gearman-worker.py @@ -407,7 +407,7 @@ class Server(object): # Pythong logging output file. self.debuglog = debuglog self.retriever = None - self.logqueue = Queue.Queue(131072) + self.logqueue = Queue.Queue(16384) self.processor = None self.filter_factories = [] crmscript = self.config.get('crm114-script')