semblend/pyproject.toml at main · WorldFlowAI/semblend · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
[project]
name = "semblend"
version = "0.3.2"
description = "Semantic KV cache reuse for LLM inference engines (vLLM, SGLang, TRT-LLM)"
readme = "README.md"
requires-python = ">=3.10"
license = {file = "LICENSE"}
authors = [
    { name = "WorldFlow AI" },
]
keywords = ["llm", "inference", "kv-cache", "vllm", "sglang", "trt-llm", "semantic-cache"]
classifiers = [
    "Development Status :: 4 - Beta",
    "Intended Audience :: Developers",
    "Intended Audience :: Science/Research",
    "License :: OSI Approved :: Apache Software License",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.10",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
    "Programming Language :: Python :: 3.13",
    "Topic :: Scientific/Engineering :: Artificial Intelligence",
]

dependencies = [
    "numpy>=1.24",
    "rapidfuzz>=3.0",
]

[project.urls]
Homepage = "https://worldflow.ai/semblend"
Repository = "https://github.com/worldflowai/semblend"
Documentation = "https://docs.worldflow.ai/semblend"
"Bug Tracker" = "https://github.com/worldflowai/semblend/issues"

[project.scripts]
semblend-sglang = "semblend.integration.sglang.launch_semblend_sglang:main"
semblend-trtllm = "semblend.integration.trtllm.launch_semblend_trtllm:main"

[project.optional-dependencies]
embedder = [
    "sentence-transformers>=3.0",
    "onnxruntime>=1.15",
]
gpu = [
    "torch>=2.0",
    "triton>=2.0",
]
vllm = [
    "vllm>=0.8.0",
    "torch>=2.0",
    "sentence-transformers>=3.0",
]
sglang = [
    "sglang>=0.4.0",
    "torch>=2.0",
    "sentence-transformers>=3.0",
]
trtllm = [
    "tensorrt_llm>=0.14",
    "torch>=2.0",
    "sentence-transformers>=3.0",
]
dynamo = [
    "sentence-transformers>=3.0",
    "nats-py>=2.0",
]
dev = [
    "pytest>=8.0",
    "pytest-asyncio>=0.23",
    "ruff>=0.4",
]
benchmarks = [
    "aiohttp>=3.9",
    "datasets>=2.16",
    "tqdm>=4.66",
    "rich>=13.7",
    "rouge-score>=0.1.2",
    "transformers>=4.40",
]

[build-system]
requires = ["setuptools>=68"]
build-backend = "setuptools.build_meta"

[tool.setuptools.packages.find]
include = ["semblend*", "semblend_core*", "synapse_kv_connector*"]
exclude = ["benchmarks*", "paper*", "patent*", "infra*", "literature*", "results*", "tests*", "synapse_kv_connector.tests*", "scripts*"]

[tool.pytest.ini_options]
testpaths = ["tests", "synapse_kv_connector/tests"]
addopts = "--ignore=synapse_kv_connector/tests/test_rope_correction.py --ignore=synapse_kv_connector/tests/test_triton_kernels.py"

[tool.ruff]
line-length = 100
target-version = "py310"

[tool.ruff.lint]
select = ["E", "F", "I", "W"]
ignore = ["E501"]