From ab569dfab879a29100d5319597aa7116d772e676 Mon Sep 17 00:00:00 2001 From: Jimmy Berry Date: Thu, 9 Nov 2017 01:17:27 -0600 Subject: [PATCH] metrics: call ET.clear() to release unneeded memory used by search result. Roughly 1800MB per 10,000 requests saved. --- metrics.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/metrics.py b/metrics.py index d87f29aa..ba9cf9e3 100755 --- a/metrics.py +++ b/metrics.py @@ -61,6 +61,8 @@ def search(apiurl, queries=None, **kwargs): # Stop paging once the expected number of items has been returned. break + # Release memory as otherwise ET seems to hold onto it. + collection.clear() queries['request']['offset'] += queries['request']['limit'] _requests = requests