diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 628c8ca..c5c3692 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -26,15 +26,7 @@ jobs: - name: Install test dependencies run: | python -m pip install --upgrade pip - python -m pip install pytest - python -m pip install pytest-cov - python -m pip install tiktoken - python -m pip install nltk - python -m pip install transformers - - - name: Install semchunk - run: | - python -m pip install . + python -m pip install . --group test - name: Test with pytest run: | diff --git a/pyproject.toml b/pyproject.toml index aec4c1a..d706ed4 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -56,6 +56,20 @@ Documentation = "https://github.com/isaacus-dev/semchunk/blob/main/README.md" Issues = "https://github.com/isaacus-dev/semchunk/issues" Source = "https://github.com/isaacus-dev/semchunk" +[project.optional-dependencies] +ai = [ + "isaacus>=0.19.0", +] +tokenizers = [ + "tiktoken>=0.9.0", + "transformers>=4.52.4", +] +all = [ + "isaacus>=0.19.0", + "tiktoken>=0.9.0", + "transformers>=4.52.4", +] + [tool.hatch.build.targets.sdist] only-include = ['src/semchunk/__init__.py', 'src/semchunk/py.typed', 'src/semchunk/semchunk.py', 'pyproject.toml', 'README.md', 'LICENCE', 'CHANGELOG.md', 'tests/bench.py', 'tests/test_semchunk.py', '.github/workflows/ci.yml', 'tests/helpers.py'] @@ -151,19 +165,21 @@ skip-magic-trailing-comma = false line-ending = "auto" [dependency-groups] +test = [ + "nltk>=3.9.1", + "pytest>=8.4.0", + "pytest-cov>=6.1.1", + "tiktoken>=0.9.0", + "transformers>=4.52.4", +] dev = [ + {include-group = "test"}, "build>=1.2.2.post1", "datasets>=4.5.0", "hatch>=1.14.1", "ipykernel>=6.31.0", "isaacus>=0.19.0", "isort>=6.1.0", - "nltk>=3.9.1", - "pytest>=8.4.0", - "pytest-cov>=6.1.1", "semantic-text-splitter>=0.27.0", - "tiktoken>=0.9.0", - "tqdm>=4.67.1", - "transformers>=4.52.4", "twine>=6.1.0", ]