Skip to content

Commit 464a16c

Browse files
authored
Merge pull request #817 from AnswerDotAI/812-follow-up
follow up #812
2 parents 598242e + 3dfd066 commit 464a16c

3 files changed

Lines changed: 10 additions & 35 deletions

File tree

fastcore/_modidx.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -582,7 +582,6 @@
582582
'fastcore.parallel._done_pg': ('parallel.html#_done_pg', 'fastcore/parallel.py'),
583583
'fastcore.parallel._f_pg': ('parallel.html#_f_pg', 'fastcore/parallel.py'),
584584
'fastcore.parallel.bg_task': ('parallel.html#bg_task', 'fastcore/parallel.py'),
585-
'fastcore.parallel.import_progress_bar': ('parallel.html#import_progress_bar', 'fastcore/parallel.py'),
586585
'fastcore.parallel.parallel': ('parallel.html#parallel', 'fastcore/parallel.py'),
587586
'fastcore.parallel.parallel_async': ('parallel.html#parallel_async', 'fastcore/parallel.py'),
588587
'fastcore.parallel.parallel_gen': ('parallel.html#parallel_gen', 'fastcore/parallel.py'),

fastcore/parallel.py

Lines changed: 6 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -3,8 +3,8 @@
33
# AUTOGENERATED! DO NOT EDIT! File to edit: ../nbs/03a_parallel.ipynb.
44

55
# %% auto #0
6-
__all__ = ['threaded', 'startthread', 'startproc', 'parallelable', 'ThreadPoolExecutor', 'ProcessPoolExecutor',
7-
'import_progress_bar', 'parallel', 'parallel_async', 'bg_task', 'run_procs', 'parallel_gen']
6+
__all__ = ['threaded', 'startthread', 'startproc', 'parallelable', 'ThreadPoolExecutor', 'ProcessPoolExecutor', 'parallel',
7+
'parallel_async', 'bg_task', 'run_procs', 'parallel_gen']
88

99
# %% ../nbs/03a_parallel.ipynb #569d18c6
1010
from .imports import *
@@ -121,17 +121,12 @@ def map(self, f, items, *args, timeout=None, chunksize=1, **kwargs):
121121
try: return super().map(_g, items, timeout=timeout, chunksize=chunksize)
122122
except Exception as e: self.on_exc(e)
123123

124-
# %% ../nbs/03a_parallel.ipynb #f5327cb3
125-
def import_progress_bar():
126-
try: from fastprogress import progress_bar
127-
except ImportError: return None
128-
return progress_bar
129-
130124
# %% ../nbs/03a_parallel.ipynb #529e1bb1
131125
def parallel(f, items, *args, n_workers=defaults.cpus, total=None, progress=None, pause=0,
132126
method=None, threadpool=False, timeout=None, chunksize=1, **kwargs):
133127
"Applies `func` in parallel to `items`, using `n_workers`"
134-
progress_bar = import_progress_bar()
128+
try: from fastprogress import progress_bar
129+
except ImportError: return None
135130
kwpool = {}
136131
if threadpool: pool = ThreadPoolExecutor
137132
else:
@@ -196,7 +191,8 @@ def _done_pg(queue, items): return (queue.get() for _ in items)
196191
# %% ../nbs/03a_parallel.ipynb #1122caee
197192
def parallel_gen(cls, items, n_workers=defaults.cpus, progress=True, **kwargs):
198193
"Instantiate `cls` in `n_workers` procs & call each on a subset of `items` in parallel."
199-
progress_bar = import_progress_bar()
194+
try: from fastprogress import progress_bar
195+
except ImportError: return None
200196
if not parallelable('n_workers', n_workers): n_workers = 0
201197
if n_workers==0:
202198
yield from enumerate(list(cls(**kwargs)(items)))

nbs/03a_parallel.ipynb

Lines changed: 4 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -478,28 +478,6 @@
478478
"show_doc(ProcessPoolExecutor, title_level=4)"
479479
]
480480
},
481-
{
482-
"cell_type": "markdown",
483-
"id": "b1d7c809",
484-
"metadata": {},
485-
"source": [
486-
"We define `import_progress_bar` to lazily import, `fastprogress` depends on `fasthtml` and takes about 1 sec to load"
487-
]
488-
},
489-
{
490-
"cell_type": "code",
491-
"execution_count": null,
492-
"id": "f5327cb3",
493-
"metadata": {},
494-
"outputs": [],
495-
"source": [
496-
"#| export\n",
497-
"def import_progress_bar():\n",
498-
" try: from fastprogress import progress_bar\n",
499-
" except ImportError: return None\n",
500-
" return progress_bar"
501-
]
502-
},
503481
{
504482
"cell_type": "code",
505483
"execution_count": null,
@@ -511,7 +489,8 @@
511489
"def parallel(f, items, *args, n_workers=defaults.cpus, total=None, progress=None, pause=0,\n",
512490
" method=None, threadpool=False, timeout=None, chunksize=1, **kwargs):\n",
513491
" \"Applies `func` in parallel to `items`, using `n_workers`\"\n",
514-
" progress_bar = import_progress_bar()\n",
492+
" try: from fastprogress import progress_bar\n",
493+
" except ImportError: return None\n",
515494
" kwpool = {}\n",
516495
" if threadpool: pool = ThreadPoolExecutor\n",
517496
" else:\n",
@@ -1006,7 +985,8 @@
1006985
"#| export\n",
1007986
"def parallel_gen(cls, items, n_workers=defaults.cpus, progress=True, **kwargs):\n",
1008987
" \"Instantiate `cls` in `n_workers` procs & call each on a subset of `items` in parallel.\"\n",
1009-
" progress_bar = import_progress_bar()\n",
988+
" try: from fastprogress import progress_bar\n",
989+
" except ImportError: return None\n",
1010990
" if not parallelable('n_workers', n_workers): n_workers = 0\n",
1011991
" if n_workers==0:\n",
1012992
" yield from enumerate(list(cls(**kwargs)(items)))\n",

0 commit comments

Comments
 (0)