actions/opensearch-pyd
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Make sure we always close the pool when doing parallel_bulk

Browse Source
This commit is contained in:
Honza Král
2015-12-27 21:10:55 +01:00
parent 74cb686538
commit b62d950bb8
1 changed files with 10 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
elasticsearch/helpers/__init__.py
+10 -8
View File
@@ -222,15 +222,17 @@ def parallel_bulk(client, actions, thread_count=4, chunk_size=500,
pool = Pool(thread_count) pool = Pool(thread_count)
for result in pool.imap( try:
lambda chunk: list(_process_bulk_chunk(client, chunk, **kwargs)), for result in pool.imap(
_chunk_actions(actions, chunk_size, max_chunk_bytes, client.transport.serializer) lambda chunk: list(_process_bulk_chunk(client, chunk, **kwargs)),
): _chunk_actions(actions, chunk_size, max_chunk_bytes, client.transport.serializer)
for item in result: ):
yield item for item in result:
yield item
pool.close() finally:
pool.join() pool.close()
pool.join()
def scan(client, query=None, scroll='5m', raise_on_error=True, preserve_order=False, **kwargs): def scan(client, query=None, scroll='5m', raise_on_error=True, preserve_order=False, **kwargs):
""" """