|
3 | 3 | # AUTOGENERATED! DO NOT EDIT! File to edit: ../nbs/03a_parallel.ipynb. |
4 | 4 |
|
5 | 5 | # %% auto #0 |
6 | | -__all__ = ['threaded', 'startthread', 'startproc', 'parallelable', 'ThreadPoolExecutor', 'ProcessPoolExecutor', |
7 | | - 'import_progress_bar', 'parallel', 'parallel_async', 'bg_task', 'run_procs', 'parallel_gen'] |
| 6 | +__all__ = ['threaded', 'startthread', 'startproc', 'parallelable', 'ThreadPoolExecutor', 'ProcessPoolExecutor', 'parallel', |
| 7 | + 'parallel_async', 'bg_task', 'run_procs', 'parallel_gen'] |
8 | 8 |
|
9 | 9 | # %% ../nbs/03a_parallel.ipynb #569d18c6 |
10 | 10 | from .imports import * |
@@ -121,17 +121,12 @@ def map(self, f, items, *args, timeout=None, chunksize=1, **kwargs): |
121 | 121 | try: return super().map(_g, items, timeout=timeout, chunksize=chunksize) |
122 | 122 | except Exception as e: self.on_exc(e) |
123 | 123 |
|
124 | | -# %% ../nbs/03a_parallel.ipynb #f5327cb3 |
125 | | -def import_progress_bar(): |
126 | | - try: from fastprogress import progress_bar |
127 | | - except ImportError: return None |
128 | | - return progress_bar |
129 | | - |
130 | 124 | # %% ../nbs/03a_parallel.ipynb #529e1bb1 |
131 | 125 | def parallel(f, items, *args, n_workers=defaults.cpus, total=None, progress=None, pause=0, |
132 | 126 | method=None, threadpool=False, timeout=None, chunksize=1, **kwargs): |
133 | 127 | "Applies `func` in parallel to `items`, using `n_workers`" |
134 | | - progress_bar = import_progress_bar() |
| 128 | + try: from fastprogress import progress_bar |
| 129 | + except ImportError: return None |
135 | 130 | kwpool = {} |
136 | 131 | if threadpool: pool = ThreadPoolExecutor |
137 | 132 | else: |
@@ -196,7 +191,8 @@ def _done_pg(queue, items): return (queue.get() for _ in items) |
196 | 191 | # %% ../nbs/03a_parallel.ipynb #1122caee |
197 | 192 | def parallel_gen(cls, items, n_workers=defaults.cpus, progress=True, **kwargs): |
198 | 193 | "Instantiate `cls` in `n_workers` procs & call each on a subset of `items` in parallel." |
199 | | - progress_bar = import_progress_bar() |
| 194 | + try: from fastprogress import progress_bar |
| 195 | + except ImportError: return None |
200 | 196 | if not parallelable('n_workers', n_workers): n_workers = 0 |
201 | 197 | if n_workers==0: |
202 | 198 | yield from enumerate(list(cls(**kwargs)(items))) |
|
0 commit comments