metrics: call ET.clear() to release unneeded memory used by search result.

Roughly 1800MB per 10,000 requests saved.
This commit is contained in:
Jimmy Berry 2017-11-09 01:17:27 -06:00
parent 3e191caa84
commit ab569dfab8

View File

@ -61,6 +61,8 @@ def search(apiurl, queries=None, **kwargs):
# Stop paging once the expected number of items has been returned. # Stop paging once the expected number of items has been returned.
break break
# Release memory as otherwise ET seems to hold onto it.
collection.clear()
queries['request']['offset'] += queries['request']['limit'] queries['request']['offset'] += queries['request']['limit']
_requests = requests _requests = requests