aboutsummaryrefslogtreecommitdiffhomepage
path: root/sec_certs/parallel_processing.py
diff options
context:
space:
mode:
authoradamjanovsky2021-12-19 12:20:06 +0100
committerGitHub2021-12-19 12:20:06 +0100
commita82f85fbfdee4cd995cc1ccd891e3eec2d032e79 (patch)
tree238321a3f2337981a9a991dd8eb1edc8dde8b9f2 /sec_certs/parallel_processing.py
parenta8543e1364d377878b901283eb012da3ceb0d088 (diff)
parenteedf0d439c71e0e1a76350ff1e5ee6efd8ef80d6 (diff)
downloadsec-certs-a82f85fbfdee4cd995cc1ccd891e3eec2d032e79.tar.gz
sec-certs-a82f85fbfdee4cd995cc1ccd891e3eec2d032e79.tar.zst
sec-certs-a82f85fbfdee4cd995cc1ccd891e3eec2d032e79.zip
Merge pull request #144 from crocs-muni/closes-#106
Black, Flake8, isort linters: Closes-#106
Diffstat (limited to 'sec_certs/parallel_processing.py')
-rw-r--r--sec_certs/parallel_processing.py27
1 files changed, 20 insertions, 7 deletions
diff --git a/sec_certs/parallel_processing.py b/sec_certs/parallel_processing.py
index c42c9c16..7a150070 100644
--- a/sec_certs/parallel_processing.py
+++ b/sec_certs/parallel_processing.py
@@ -1,16 +1,29 @@
-from sec_certs.helpers import tqdm
+import time
from multiprocessing.pool import ThreadPool
-from billiard.pool import Pool
from typing import Callable, Iterable, Optional, Union
-import time
+
+from billiard.pool import Pool
+
+from sec_certs.helpers import tqdm
-def process_parallel(func: Callable, items: Iterable, max_workers: int, callback: Optional[Callable] = None,
- use_threading: bool = True, progress_bar: bool = True, unpack: bool = False,
- progress_bar_desc: Optional[str] = None):
+def process_parallel(
+ func: Callable,
+ items: Iterable,
+ max_workers: int,
+ callback: Optional[Callable] = None,
+ use_threading: bool = True,
+ progress_bar: bool = True,
+ unpack: bool = False,
+ progress_bar_desc: Optional[str] = None,
+):
pool: Union[Pool, ThreadPool] = ThreadPool(max_workers) if use_threading else Pool(max_workers)
- results = [pool.apply_async(func, (*i,), callback=callback) for i in items] if unpack else [pool.apply_async(func, (i, ), callback=callback) for i in items]
+ results = (
+ [pool.apply_async(func, (*i,), callback=callback) for i in items]
+ if unpack
+ else [pool.apply_async(func, (i,), callback=callback) for i in items]
+ )
if progress_bar is True and items:
bar = tqdm(total=len(results), desc=progress_bar_desc)