vidore-benchmark/pyproject.toml at main · illuin-tech/vidore-benchmark · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
[build-system]
requires = ["hatchling", "hatch-vcs"]
build-backend = "hatchling.build"

[tool.hatch.version]
source = "vcs"

[tool.hatch.build.targets.wheel]
packages = ["src/vidore_benchmark"]

[project]
name = "vidore_benchmark"
dynamic = ["version"]
description = "Vision Document Retrieval (ViDoRe): Benchmark. Evaluation code for the ColPali paper."
authors = [
    { name = "Manuel Faysse", email = "manuel.faysse@illuin.tech" },
    { name = "Hugues Sibille", email = "hugues.sibille@illuin.tech" },
    { name = "Tony Wu", email = "tony.wu@illuin.tech" },
]
maintainers = [
    { name = "Manuel Faysse", email = "manuel.faysse@illuin.tech" },
    { name = "Tony Wu", email = "tony.wu@illuin.tech" },
]
readme = "README.md"
requires-python = ">=3.9"
classifiers = [
    "Programming Language :: Python :: 3",
    "License :: OSI Approved :: MIT License",
    "Intended Audience :: Science/Research",
    "Intended Audience :: Developers",
    "Operating System :: OS Independent",
    "Topic :: Scientific/Engineering :: Artificial Intelligence",
]

dependencies = [
    "datasets>=2.15.0",
    "GPUtil>=1.4.0,<2.0.0",
    "mteb>=1.16.3,<1.17.0",
    "pydantic>=2.0.0,<3.0.0",
    "python-dotenv>=1.0.1,<2.0.0",
    "sentence-transformers>=3.0.1,<4.0.0",
    "sentencepiece>=0.2.0,<1.0.0",
    "tenacity>=8.0.0",
    "transformers>=4.46.1",
    "typer>=0.12.3,<1.0.0",
]

[project.optional-dependencies]
dev = ["pytest>=8.2.1", "ruff>=0.4.5"]

bge-m3 = ["FlagEmbedding>=1.2.10,<2.0.0"]
bm25 = ["nltk>=3.8.1,<4.0.0", "rank-bm25>=0.2.2,<1.0.0"]
cohere = ["cohere>=5.11.2,<6.0.0"]
colpali-engine = ["colpali-engine>=0.3.10,<0.4.0"]
dse = ["qwen-vl-utils==0.0.8"]
jina-clip = ["timm>=1.0.7,<2.0.0"]
siglip = ["protobuf>=4.25.3"]
all-retrievers = [
    "vidore-benchmark[bge-m3]",
    "vidore-benchmark[bm25]",
    "vidore-benchmark[cohere]",
    "vidore-benchmark[colpali-engine]",
    "vidore-benchmark[dse]",
    "vidore-benchmark[jina-clip]",
    "vidore-benchmark[siglip]",
]

token-pooling = ["vidore-benchmark[colpali-engine]"]

all = [
    "vidore-benchmark[all-retrievers]",
    "vidore-benchmark[token-pooling]",
    "vidore-benchmark[dev]",
]

skypilot = ["skypilot==0.6.1,<1.0.0"]

[project.urls]
homepage = "https://github.com/illuin-tech/vidore-benchmark"

[project.scripts]
vidore-benchmark = "vidore_benchmark.cli.main:app"

[tool.pytest.ini_options]
filterwarnings = ["ignore::Warning"]
markers = ["slow: marks test as slow"]
testpaths = ["tests"]

[tool.ruff]
line-length = 120

[tool.ruff.lint]
select = ["E", "F", "W", "I", "N"]

[tool.ruff.lint.per-file-ignores]
"__init__.py" = ["F401"]