From a71f1d045f986c6c20e5fbc5d280fc515c338324 Mon Sep 17 00:00:00 2001 From: J08nY Date: Wed, 23 Mar 2022 11:44:34 +0100 Subject: Explicitly terminate the Thread or Process pool. Should help deal with https://github.com/celery/billiard/issues/282 which manifests each two weeks or so when the celery process runs out of open file descriptors and the updates stop working in weird ways. --- sec_certs/parallel_processing.py | 1 + 1 file changed, 1 insertion(+) diff --git a/sec_certs/parallel_processing.py b/sec_certs/parallel_processing.py index 6e1c28a6..b3aba55c 100644 --- a/sec_certs/parallel_processing.py +++ b/sec_certs/parallel_processing.py @@ -36,5 +36,6 @@ def process_parallel( pool.close() pool.join() + pool.terminate() return [r.get() for r in results] -- cgit v1.3.1