Merge pull request #742 from AnswerDotAI/fix-duplicate-chunked

remove duplicate chunked func

Author: jph00

fastcore/basics.py

@@ -245,17 +245,6 @@ def gen(func, seq, cond=ret_true):
     "Like `(func(o) for o in seq if cond(func(o)))` but handles `StopIteration`"
     return itertools.takewhile(cond, map(func,seq))
 
-# %% ../nbs/01_basics.ipynb
-def chunked(it, chunk_sz=None, drop_last=False, n_chunks=None):
-    "Return batches from iterator `it` of size `chunk_sz` (or return `n_chunks` total)"
-    assert bool(chunk_sz) ^ bool(n_chunks)
-    if n_chunks: chunk_sz = max(math.ceil(len(it)/n_chunks), 1)
-    if not isinstance(it, Iterator): it = iter(it)
-    while True:
-        res = list(itertools.islice(it, chunk_sz))
-        if res and (len(res)==chunk_sz or not drop_last): yield res
-        if len(res)<chunk_sz: return
-
 # %% ../nbs/01_basics.ipynb
 def chunked(it, chunk_sz=None, drop_last=False, n_chunks=None, pad=False, pad_val=None):
     "Return batches from iterator `it` of size `chunk_sz` (or return `n_chunks` total)"

nbs/01_basics.ipynb

@@ -1476,26 +1476,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "67befaab",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "#| export\n",
-    "def chunked(it, chunk_sz=None, drop_last=False, n_chunks=None):\n",
-    "    \"Return batches from iterator `it` of size `chunk_sz` (or return `n_chunks` total)\"\n",
-    "    assert bool(chunk_sz) ^ bool(n_chunks)\n",
-    "    if n_chunks: chunk_sz = max(math.ceil(len(it)/n_chunks), 1)\n",
-    "    if not isinstance(it, Iterator): it = iter(it)\n",
-    "    while True:\n",
-    "        res = list(itertools.islice(it, chunk_sz))\n",
-    "        if res and (len(res)==chunk_sz or not drop_last): yield res\n",
-    "        if len(res)<chunk_sz: return"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "fe7f167e",
+   "id": "a0bb26d6",
    "metadata": {},
    "outputs": [],
    "source": [