diff options
| author | mmstanone | 2021-11-11 10:20:07 +0100 |
|---|---|---|
| committer | mmstanone | 2021-11-11 10:50:31 +0100 |
| commit | 2e41cf49829a7e83f038dbc590abf320c9d2553c (patch) | |
| tree | 58d1c640444ba5b6d9092ae5d7d39c4c2c9a7037 /sec_certs/parallel_processing.py | |
| parent | 8776d6f334b6b738c73145e12d1a469e900c628c (diff) | |
| download | sec-certs-2e41cf49829a7e83f038dbc590abf320c9d2553c.tar.gz sec-certs-2e41cf49829a7e83f038dbc590abf320c9d2553c.tar.zst sec-certs-2e41cf49829a7e83f038dbc590abf320c9d2553c.zip | |
rules, serialization and processing
Diffstat (limited to 'sec_certs/parallel_processing.py')
| -rw-r--r-- | sec_certs/parallel_processing.py | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/sec_certs/parallel_processing.py b/sec_certs/parallel_processing.py index 20a82f32..3b91f652 100644 --- a/sec_certs/parallel_processing.py +++ b/sec_certs/parallel_processing.py @@ -1,12 +1,13 @@ from tqdm import tqdm from multiprocessing.pool import Pool, ThreadPool -from typing import Callable, Iterable, Optional +from typing import Callable, Iterable, Optional, Union import time def process_parallel(func: Callable, items: Iterable, max_workers: int, callback: Optional[Callable] = None, use_threading: bool = True, progress_bar: bool = True, unpack: bool = False, progress_bar_desc: Optional[str] = None): + pool: Union[Pool, ThreadPool] if use_threading is True: pool = ThreadPool(max_workers) else: |
