From b305ff086d6438b71804f7d395d30d30c510239b Mon Sep 17 00:00:00 2001 From: Ihar Hrachyshka Date: Fri, 27 Mar 2026 13:41:15 -0400 Subject: [PATCH 1/3] Remove redundant tqdm dev dependency --- pyproject.toml | 1 - 1 file changed, 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index aec4c1a..caa3836 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -163,7 +163,6 @@ dev = [ "pytest-cov>=6.1.1", "semantic-text-splitter>=0.27.0", "tiktoken>=0.9.0", - "tqdm>=4.67.1", "transformers>=4.52.4", "twine>=6.1.0", ] From 30f866b1e9ee38f443b330cfa9e721eb424f3f59 Mon Sep 17 00:00:00 2001 From: Ihar Hrachyshka Date: Fri, 27 Mar 2026 13:48:27 -0400 Subject: [PATCH 2/3] Add optional dependency extras --- pyproject.toml | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/pyproject.toml b/pyproject.toml index caa3836..66d3c2c 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -56,6 +56,20 @@ Documentation = "https://github.com/isaacus-dev/semchunk/blob/main/README.md" Issues = "https://github.com/isaacus-dev/semchunk/issues" Source = "https://github.com/isaacus-dev/semchunk" +[project.optional-dependencies] +ai = [ + "isaacus>=0.19.0", +] +tokenizers = [ + "tiktoken>=0.9.0", + "transformers>=4.52.4", +] +all = [ + "isaacus>=0.19.0", + "tiktoken>=0.9.0", + "transformers>=4.52.4", +] + [tool.hatch.build.targets.sdist] only-include = ['src/semchunk/__init__.py', 'src/semchunk/py.typed', 'src/semchunk/semchunk.py', 'pyproject.toml', 'README.md', 'LICENCE', 'CHANGELOG.md', 'tests/bench.py', 'tests/test_semchunk.py', '.github/workflows/ci.yml', 'tests/helpers.py'] From 1497c1a6061db371e199d487bb84c813487c305e Mon Sep 17 00:00:00 2001 From: Ihar Hrachyshka Date: Fri, 27 Mar 2026 13:53:36 -0400 Subject: [PATCH 3/3] Add test dependency group --- .github/workflows/ci.yml | 10 +--------- pyproject.toml | 13 ++++++++----- 2 files changed, 9 insertions(+), 14 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 628c8ca..c5c3692 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -26,15 +26,7 @@ jobs: - name: Install test dependencies run: | python -m pip install --upgrade pip - python -m pip install pytest - python -m pip install pytest-cov - python -m pip install tiktoken - python -m pip install nltk - python -m pip install transformers - - - name: Install semchunk - run: | - python -m pip install . + python -m pip install . --group test - name: Test with pytest run: | diff --git a/pyproject.toml b/pyproject.toml index 66d3c2c..d706ed4 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -165,18 +165,21 @@ skip-magic-trailing-comma = false line-ending = "auto" [dependency-groups] +test = [ + "nltk>=3.9.1", + "pytest>=8.4.0", + "pytest-cov>=6.1.1", + "tiktoken>=0.9.0", + "transformers>=4.52.4", +] dev = [ + {include-group = "test"}, "build>=1.2.2.post1", "datasets>=4.5.0", "hatch>=1.14.1", "ipykernel>=6.31.0", "isaacus>=0.19.0", "isort>=6.1.0", - "nltk>=3.9.1", - "pytest>=8.4.0", - "pytest-cov>=6.1.1", "semantic-text-splitter>=0.27.0", - "tiktoken>=0.9.0", - "transformers>=4.52.4", "twine>=6.1.0", ]