aboutsummaryrefslogtreecommitdiffhomepage
path: root/sec_certs/parallel_processing.py
diff options
context:
space:
mode:
authormmstanone2021-11-11 10:20:07 +0100
committermmstanone2021-11-11 10:50:31 +0100
commit2e41cf49829a7e83f038dbc590abf320c9d2553c (patch)
tree58d1c640444ba5b6d9092ae5d7d39c4c2c9a7037 /sec_certs/parallel_processing.py
parent8776d6f334b6b738c73145e12d1a469e900c628c (diff)
downloadsec-certs-2e41cf49829a7e83f038dbc590abf320c9d2553c.tar.gz
sec-certs-2e41cf49829a7e83f038dbc590abf320c9d2553c.tar.zst
sec-certs-2e41cf49829a7e83f038dbc590abf320c9d2553c.zip
rules, serialization and processing
Diffstat (limited to 'sec_certs/parallel_processing.py')
-rw-r--r--sec_certs/parallel_processing.py3
1 files changed, 2 insertions, 1 deletions
diff --git a/sec_certs/parallel_processing.py b/sec_certs/parallel_processing.py
index 20a82f32..3b91f652 100644
--- a/sec_certs/parallel_processing.py
+++ b/sec_certs/parallel_processing.py
@@ -1,12 +1,13 @@
from tqdm import tqdm
from multiprocessing.pool import Pool, ThreadPool
-from typing import Callable, Iterable, Optional
+from typing import Callable, Iterable, Optional, Union
import time
def process_parallel(func: Callable, items: Iterable, max_workers: int, callback: Optional[Callable] = None,
use_threading: bool = True, progress_bar: bool = True, unpack: bool = False,
progress_bar_desc: Optional[str] = None):
+ pool: Union[Pool, ThreadPool]
if use_threading is True:
pool = ThreadPool(max_workers)
else: