diff options
| author | adamjanovsky | 2021-12-19 12:20:06 +0100 |
|---|---|---|
| committer | GitHub | 2021-12-19 12:20:06 +0100 |
| commit | a82f85fbfdee4cd995cc1ccd891e3eec2d032e79 (patch) | |
| tree | 238321a3f2337981a9a991dd8eb1edc8dde8b9f2 /sec_certs/parallel_processing.py | |
| parent | a8543e1364d377878b901283eb012da3ceb0d088 (diff) | |
| parent | eedf0d439c71e0e1a76350ff1e5ee6efd8ef80d6 (diff) | |
| download | sec-certs-a82f85fbfdee4cd995cc1ccd891e3eec2d032e79.tar.gz sec-certs-a82f85fbfdee4cd995cc1ccd891e3eec2d032e79.tar.zst sec-certs-a82f85fbfdee4cd995cc1ccd891e3eec2d032e79.zip | |
Merge pull request #144 from crocs-muni/closes-#106
Black, Flake8, isort linters: Closes-#106
Diffstat (limited to 'sec_certs/parallel_processing.py')
| -rw-r--r-- | sec_certs/parallel_processing.py | 27 |
1 files changed, 20 insertions, 7 deletions
diff --git a/sec_certs/parallel_processing.py b/sec_certs/parallel_processing.py index c42c9c16..7a150070 100644 --- a/sec_certs/parallel_processing.py +++ b/sec_certs/parallel_processing.py @@ -1,16 +1,29 @@ -from sec_certs.helpers import tqdm +import time from multiprocessing.pool import ThreadPool -from billiard.pool import Pool from typing import Callable, Iterable, Optional, Union -import time + +from billiard.pool import Pool + +from sec_certs.helpers import tqdm -def process_parallel(func: Callable, items: Iterable, max_workers: int, callback: Optional[Callable] = None, - use_threading: bool = True, progress_bar: bool = True, unpack: bool = False, - progress_bar_desc: Optional[str] = None): +def process_parallel( + func: Callable, + items: Iterable, + max_workers: int, + callback: Optional[Callable] = None, + use_threading: bool = True, + progress_bar: bool = True, + unpack: bool = False, + progress_bar_desc: Optional[str] = None, +): pool: Union[Pool, ThreadPool] = ThreadPool(max_workers) if use_threading else Pool(max_workers) - results = [pool.apply_async(func, (*i,), callback=callback) for i in items] if unpack else [pool.apply_async(func, (i, ), callback=callback) for i in items] + results = ( + [pool.apply_async(func, (*i,), callback=callback) for i in items] + if unpack + else [pool.apply_async(func, (i,), callback=callback) for i in items] + ) if progress_bar is True and items: bar = tqdm(total=len(results), desc=progress_bar_desc) |
