diff options
| author | J08nY | 2022-03-23 11:44:34 +0100 |
|---|---|---|
| committer | J08nY | 2022-03-23 11:44:34 +0100 |
| commit | a71f1d045f986c6c20e5fbc5d280fc515c338324 (patch) | |
| tree | ebd1689f78c88a037a140c923986777aa7d96703 /sec_certs/parallel_processing.py | |
| parent | b5254d46ea69f54dbb501675c8d264da0c7a020a (diff) | |
| download | sec-certs-a71f1d045f986c6c20e5fbc5d280fc515c338324.tar.gz sec-certs-a71f1d045f986c6c20e5fbc5d280fc515c338324.tar.zst sec-certs-a71f1d045f986c6c20e5fbc5d280fc515c338324.zip | |
Explicitly terminate the Thread or Process pool.
Should help deal with https://github.com/celery/billiard/issues/282
which manifests each two weeks or so when the celery process runs
out of open file descriptors and the updates stop working in weird
ways.
Diffstat (limited to 'sec_certs/parallel_processing.py')
| -rw-r--r-- | sec_certs/parallel_processing.py | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/sec_certs/parallel_processing.py b/sec_certs/parallel_processing.py index 6e1c28a6..b3aba55c 100644 --- a/sec_certs/parallel_processing.py +++ b/sec_certs/parallel_processing.py @@ -36,5 +36,6 @@ def process_parallel( pool.close() pool.join() + pool.terminate() return [r.get() for r in results] |