requirements.txt

#
# This file is autogenerated by pip-compile with Python 3.11
# by the following command:
#
#    pip-compile
#
accelerate==1.4.0
    # via
    #   flagembedding
    #   peft
aiofiles==24.1.0
    # via pickledb
aiohappyeyeballs==2.5.0
    # via aiohttp
aiohttp==3.11.13
    # via
    #   datasets
    #   fsspec
    #   huggingface-hub
    #   llama-index-core
aiosignal==1.3.2
    # via aiohttp
annotated-types==0.7.0
    # via pydantic
anyio==4.8.0
    # via
    #   httpx
    #   jupyter-server
    #   openai
    #   starlette
    #   watchfiles
appnope==0.1.4
    # via ipykernel
argon2-cffi==23.1.0
    # via jupyter-server
argon2-cffi-bindings==21.2.0
    # via argon2-cffi
arrow==1.3.0
    # via isoduration
asttokens==3.0.0
    # via stack-data
async-lru==2.0.4
    # via jupyterlab
attrs==25.1.0
    # via
    #   aiohttp
    #   jsonlines
    #   jsonschema
    #   referencing
babel==2.17.0
    # via jupyterlab-server
beautifulsoup4==4.13.3
    # via
    #   docling
    #   ir-datasets
    #   llama-index-readers-file
    #   markdownify
    #   nbconvert
bleach[css]==6.2.0
    # via nbconvert
cachetools==5.5.2
    # via -r requirements.in
cbor==1.0.0
    # via trec-car-tools
certifi==2025.1.31
    # via
    #   docling
    #   httpcore
    #   httpx
    #   ibm-watsonx-ai
    #   requests
cffi==1.17.1
    # via argon2-cffi-bindings
charset-normalizer==3.4.1
    # via requests
click==8.1.8
    # via
    #   nltk
    #   typer
    #   uvicorn
comm==0.2.2
    # via ipykernel
contourpy==1.3.1
    # via matplotlib
cycler==0.12.1
    # via matplotlib
dataclasses-json==0.6.7
    # via llama-index-core
datasets==3.3.2
    # via flagembedding
debugpy==1.8.13
    # via ipykernel
decorator==5.2.1
    # via ipython
defusedxml==0.7.1
    # via nbconvert
deprecated==1.2.18
    # via llama-index-core
dill==0.3.8
    # via
    #   datasets
    #   multiprocess
dirtyjson==1.0.8
    # via llama-index-core
distro==1.9.0
    # via openai
docling==2.25.2
    # via
    #   -r requirements.in
    #   llama-index-readers-docling
docling-core[chunking]==2.21.2
    # via
    #   docling
    #   docling-ibm-models
    #   docling-parse
    #   llama-index-node-parser-docling
    #   llama-index-readers-docling
docling-ibm-models==3.4.1
    # via docling
docling-parse==3.4.0
    # via docling
easyocr==1.7.2
    # via docling
et-xmlfile==2.0.0
    # via openpyxl
executing==2.2.0
    # via stack-data
fastapi==0.115.11
    # via -r requirements.in
fastjsonschema==2.21.1
    # via nbformat
filelock==3.17.0
    # via
    #   datasets
    #   huggingface-hub
    #   torch
    #   transformers
filetype==1.2.0
    # via
    #   docling
    #   llama-index-core
flagembedding==1.3.4
    # via -r requirements.in
fonttools==4.56.0
    # via matplotlib
fqdn==1.5.1
    # via jsonschema
frozenlist==1.5.0
    # via
    #   aiohttp
    #   aiosignal
fsspec[http]==2024.12.0
    # via
    #   datasets
    #   huggingface-hub
    #   llama-index-core
    #   torch
greenlet==3.1.1
    # via sqlalchemy
grpcio==1.67.1
    # via pymilvus
h11==0.14.0
    # via
    #   httpcore
    #   uvicorn
httpcore==1.0.7
    # via httpx
httptools==0.6.4
    # via uvicorn
httpx==0.28.0
    # via
    #   ibm-watsonx-ai
    #   jupyterlab
    #   llama-index-core
    #   openai
huggingface-hub[inference]==0.29.2
    # via
    #   accelerate
    #   datasets
    #   docling
    #   docling-ibm-models
    #   llama-index-embeddings-huggingface
    #   llama-index-llms-huggingface-api
    #   peft
    #   sentence-transformers
    #   tokenizers
    #   transformers
ibm-cos-sdk==2.13.6
    # via ibm-watsonx-ai
ibm-cos-sdk-core==2.13.6
    # via
    #   ibm-cos-sdk
    #   ibm-cos-sdk-s3transfer
ibm-cos-sdk-s3transfer==2.13.6
    # via ibm-cos-sdk
ibm-watsonx-ai==1.2.10
    # via
    #   -r requirements.in
    #   llama-index-llms-ibm
idna==3.10
    # via
    #   anyio
    #   httpx
    #   jsonschema
    #   requests
    #   yarl
ijson==3.3.0
    # via ir-datasets
imageio==2.37.0
    # via scikit-image
importlib-metadata==8.6.1
    # via ibm-watsonx-ai
inscriptis==2.5.3
    # via ir-datasets
ipykernel==6.29.5
    # via jupyterlab
ipython==9.0.1
    # via ipykernel
ipython-pygments-lexers==1.1.1
    # via ipython
ir-datasets==0.5.9
    # via flagembedding
isoduration==20.11.0
    # via jsonschema
jedi==0.19.2
    # via ipython
jinja2==3.1.6
    # via
    #   jupyter-server
    #   jupyterlab
    #   jupyterlab-server
    #   nbconvert
    #   torch
jiter==0.8.2
    # via openai
jmespath==1.0.1
    # via
    #   ibm-cos-sdk
    #   ibm-cos-sdk-core
joblib==1.4.2
    # via
    #   nltk
    #   scikit-learn
json5==0.10.0
    # via jupyterlab-server
jsonlines==3.1.0
    # via docling-ibm-models
jsonpointer==3.0.0
    # via jsonschema
jsonref==1.1.0
    # via docling-core
jsonschema[format-nongpl]==4.23.0
    # via
    #   docling-core
    #   jupyter-events
    #   jupyterlab-server
    #   nbformat
jsonschema-specifications==2024.10.1
    # via jsonschema
jupyter-client==8.6.3
    # via
    #   ipykernel
    #   jupyter-server
    #   nbclient
jupyter-core==5.7.2
    # via
    #   ipykernel
    #   jupyter-client
    #   jupyter-server
    #   jupyterlab
    #   nbclient
    #   nbconvert
    #   nbformat
jupyter-events==0.12.0
    # via jupyter-server
jupyter-lsp==2.2.5
    # via jupyterlab
jupyter-server==2.15.0
    # via
    #   jupyter-lsp
    #   jupyterlab
    #   jupyterlab-server
    #   notebook-shim
jupyter-server-terminals==0.5.3
    # via jupyter-server
jupyterlab==4.3.5
    # via -r requirements.in
jupyterlab-pygments==0.3.0
    # via nbconvert
jupyterlab-server==2.27.3
    # via jupyterlab
kiwisolver==1.4.8
    # via matplotlib
latex2mathml==3.77.0
    # via docling-core
lazy-loader==0.4
    # via scikit-image
llama-index-core==0.12.22
    # via
    #   llama-index-embeddings-huggingface
    #   llama-index-llms-huggingface-api
    #   llama-index-llms-ibm
    #   llama-index-llms-openai
    #   llama-index-node-parser-docling
    #   llama-index-readers-docling
    #   llama-index-readers-file
    #   llama-index-vector-stores-milvus
llama-index-embeddings-huggingface==0.5.2
    # via -r requirements.in
llama-index-llms-huggingface-api==0.4.1
    # via -r requirements.in
llama-index-llms-ibm==0.3.3
    # via -r requirements.in
llama-index-llms-openai==0.3.25
    # via -r requirements.in
llama-index-node-parser-docling==0.3.1
    # via -r requirements.in
llama-index-readers-docling==0.3.1
    # via -r requirements.in
llama-index-readers-file==0.4.6
    # via -r requirements.in
llama-index-vector-stores-milvus==0.5.0
    # via -r requirements.in
lomond==0.3.3
    # via ibm-watsonx-ai
lxml==5.3.1
    # via
    #   docling
    #   inscriptis
    #   ir-datasets
    #   python-docx
    #   python-pptx
lz4==4.4.3
    # via ir-datasets
markdown-it-py==3.0.0
    # via rich
markdownify==1.1.0
    # via -r requirements.in
marko==2.1.2
    # via docling
markupsafe==3.0.2
    # via
    #   jinja2
    #   nbconvert
marshmallow==3.26.1
    # via dataclasses-json
matplotlib==3.10.1
    # via -r requirements.in
matplotlib-inline==0.1.7
    # via
    #   ipykernel
    #   ipython
mdurl==0.1.2
    # via markdown-it-py
milvus-lite==2.4.11
    # via pymilvus
mistune==3.1.2
    # via nbconvert
mpire[dill]==2.10.2
    # via semchunk
mpmath==1.3.0
    # via sympy
multidict==6.1.0
    # via
    #   aiohttp
    #   yarl
multiprocess==0.70.16
    # via
    #   datasets
    #   mpire
mypy-extensions==1.0.0
    # via typing-inspect
nbclient==0.10.2
    # via nbconvert
nbconvert==7.16.6
    # via jupyter-server
nbformat==5.10.4
    # via
    #   jupyter-server
    #   nbclient
    #   nbconvert
nest-asyncio==1.6.0
    # via
    #   ipykernel
    #   llama-index-core
networkx==3.4.2
    # via
    #   llama-index-core
    #   scikit-image
    #   torch
ninja==1.11.1.3
    # via easyocr
nltk==3.9.1
    # via llama-index-core
notebook-shim==0.2.4
    # via jupyterlab
numpy==1.26.4
    # via
    #   accelerate
    #   contourpy
    #   datasets
    #   docling-ibm-models
    #   easyocr
    #   imageio
    #   ir-datasets
    #   llama-index-core
    #   matplotlib
    #   opencv-python-headless
    #   pandas
    #   peft
    #   safetensors
    #   scikit-image
    #   scikit-learn
    #   scipy
    #   shapely
    #   tifffile
    #   torchvision
    #   transformers
    #   trec-car-tools
openai==1.65.4
    # via llama-index-llms-openai
opencv-python-headless==4.11.0.86
    # via
    #   docling-ibm-models
    #   easyocr
openpyxl==3.1.5
    # via
    #   -r requirements.in
    #   docling
orjson==3.10.15
    # via pickledb
overrides==7.7.0
    # via jupyter-server
packaging==24.2
    # via
    #   accelerate
    #   datasets
    #   huggingface-hub
    #   ibm-watsonx-ai
    #   ipykernel
    #   jupyter-events
    #   jupyter-server
    #   jupyterlab
    #   jupyterlab-server
    #   lazy-loader
    #   marshmallow
    #   matplotlib
    #   nbconvert
    #   peft
    #   scikit-image
    #   transformers
pandas==2.1.4
    # via
    #   -r requirements.in
    #   datasets
    #   docling
    #   docling-core
    #   ibm-watsonx-ai
    #   llama-index-readers-file
    #   pymilvus
pandocfilters==1.5.1
    # via nbconvert
parso==0.8.4
    # via jedi
pdf2image==1.17.0
    # via -r requirements.in
peft==0.14.0
    # via
    #   -r requirements.in
    #   flagembedding
pexpect==4.9.0
    # via ipython
pickledb==1.3.2
    # via -r requirements.in
pillow==11.1.0
    # via
    #   docling
    #   docling-core
    #   docling-ibm-models
    #   docling-parse
    #   easyocr
    #   imageio
    #   llama-index-core
    #   matplotlib
    #   pdf2image
    #   python-pptx
    #   scikit-image
    #   sentence-transformers
    #   torchvision
platformdirs==4.3.6
    # via jupyter-core
prometheus-client==0.21.1
    # via jupyter-server
prompt-toolkit==3.0.50
    # via ipython
propcache==0.3.0
    # via
    #   aiohttp
    #   yarl
protobuf==6.30.0
    # via
    #   flagembedding
    #   pymilvus
psutil==7.0.0
    # via
    #   accelerate
    #   ipykernel
    #   peft
ptyprocess==0.7.0
    # via
    #   pexpect
    #   terminado
pure-eval==0.2.3
    # via stack-data
pyarrow==19.0.1
    # via
    #   datasets
    #   llama-index-llms-ibm
pyclipper==1.3.0.post6
    # via easyocr
pycparser==2.22
    # via cffi
pydantic==2.10.6
    # via
    #   -r requirements.in
    #   docling
    #   docling-core
    #   docling-ibm-models
    #   docling-parse
    #   fastapi
    #   llama-index-core
    #   openai
    #   pydantic-settings
pydantic-core==2.27.2
    # via pydantic
pydantic-settings==2.8.1
    # via docling
pygments==2.19.1
    # via
    #   ipython
    #   ipython-pygments-lexers
    #   mpire
    #   nbconvert
    #   rich
pyjwt==2.10.1
    # via -r requirements.in
pymilvus==2.5.5
    # via
    #   -r requirements.in
    #   llama-index-vector-stores-milvus
pyparsing==3.2.1
    # via matplotlib
pypdf==5.3.1
    # via llama-index-readers-file
pypdf2==3.0.1
    # via -r requirements.in
pypdfium2==4.30.1
    # via docling
python-bidi==0.6.6
    # via easyocr
python-dateutil==2.9.0.post0
    # via
    #   arrow
    #   ibm-cos-sdk-core
    #   jupyter-client
    #   matplotlib
    #   pandas
python-docx==1.1.2
    # via docling
python-dotenv==1.0.1
    # via
    #   -r requirements.in
    #   pydantic-settings
    #   pymilvus
    #   uvicorn
python-json-logger==3.2.1
    # via jupyter-events
python-multipart==0.0.20
    # via -r requirements.in
python-pptx==1.0.2
    # via docling
pytz==2025.1
    # via pandas
pyyaml==6.0.2
    # via
    #   accelerate
    #   datasets
    #   docling-core
    #   easyocr
    #   huggingface-hub
    #   ir-datasets
    #   jupyter-events
    #   llama-index-core
    #   peft
    #   transformers
    #   uvicorn
pyzmq==26.2.1
    # via
    #   ipykernel
    #   jupyter-client
    #   jupyter-server
referencing==0.36.2
    # via
    #   jsonschema
    #   jsonschema-specifications
    #   jupyter-events
regex==2024.11.6
    # via
    #   nltk
    #   tiktoken
    #   transformers
requests==2.32.2
    # via
    #   -r requirements.in
    #   datasets
    #   docling
    #   huggingface-hub
    #   ibm-cos-sdk-core
    #   ibm-watsonx-ai
    #   inscriptis
    #   ir-datasets
    #   jupyterlab-server
    #   llama-index-core
    #   tiktoken
    #   transformers
rfc3339-validator==0.1.4
    # via
    #   jsonschema
    #   jupyter-events
rfc3986-validator==0.1.1
    # via
    #   jsonschema
    #   jupyter-events
rich==13.9.4
    # via typer
rpds-py==0.23.1
    # via
    #   jsonschema
    #   referencing
rtree==1.4.0
    # via docling
safetensors[numpy,torch]==0.5.3
    # via
    #   accelerate
    #   docling-ibm-models
    #   peft
    #   transformers
scikit-image==0.25.2
    # via easyocr
scikit-learn==1.6.1
    # via sentence-transformers
scipy==1.15.2
    # via
    #   docling
    #   easyocr
    #   scikit-image
    #   scikit-learn
    #   sentence-transformers
semchunk==2.2.2
    # via docling-core
send2trash==1.8.3
    # via jupyter-server
sentence-transformers==3.4.1
    # via
    #   flagembedding
    #   llama-index-embeddings-huggingface
sentencepiece==0.2.0
    # via flagembedding
shapely==2.0.7
    # via easyocr
shellingham==1.5.4
    # via typer
six==1.17.0
    # via
    #   lomond
    #   markdownify
    #   python-dateutil
    #   rfc3339-validator
sniffio==1.3.1
    # via
    #   anyio
    #   openai
soupsieve==2.6
    # via beautifulsoup4
sqlalchemy[asyncio]==2.0.38
    # via
    #   llama-index-core
    #   sqlalchemy
stack-data==0.6.3
    # via ipython
starlette==0.46.0
    # via fastapi
striprtf==0.0.26
    # via llama-index-readers-file
sympy==1.13.1
    # via torch
tabulate==0.9.0
    # via
    #   docling-core
    #   docling-parse
    #   ibm-watsonx-ai
tenacity==9.0.0
    # via llama-index-core
terminado==0.18.1
    # via
    #   jupyter-server
    #   jupyter-server-terminals
threadpoolctl==3.5.0
    # via scikit-learn
tifffile==2025.2.18
    # via scikit-image
tiktoken==0.9.0
    # via llama-index-core
tinycss2==1.4.0
    # via bleach
tokenizers==0.21.0
    # via transformers
torch==2.6.0
    # via
    #   accelerate
    #   docling-ibm-models
    #   easyocr
    #   flagembedding
    #   peft
    #   safetensors
    #   sentence-transformers
    #   torchvision
torchvision==0.21.0
    # via
    #   docling-ibm-models
    #   easyocr
tornado==6.4.2
    # via
    #   ipykernel
    #   jupyter-client
    #   jupyter-server
    #   jupyterlab
    #   terminado
tqdm==4.67.1
    # via
    #   -r requirements.in
    #   datasets
    #   docling
    #   docling-ibm-models
    #   huggingface-hub
    #   ir-datasets
    #   llama-index-core
    #   milvus-lite
    #   mpire
    #   nltk
    #   openai
    #   peft
    #   semchunk
    #   sentence-transformers
    #   transformers
traitlets==5.14.3
    # via
    #   comm
    #   ipykernel
    #   ipython
    #   jupyter-client
    #   jupyter-core
    #   jupyter-events
    #   jupyter-server
    #   jupyterlab
    #   matplotlib-inline
    #   nbclient
    #   nbconvert
    #   nbformat
transformers==4.49.0
    # via
    #   docling-core
    #   docling-ibm-models
    #   flagembedding
    #   peft
    #   sentence-transformers
trec-car-tools==2.6
    # via ir-datasets
typer==0.12.5
    # via
    #   docling
    #   docling-core
types-python-dateutil==2.9.0.20241206
    # via arrow
typing-extensions==4.12.2
    # via
    #   anyio
    #   beautifulsoup4
    #   docling-core
    #   fastapi
    #   huggingface-hub
    #   ipython
    #   llama-index-core
    #   openai
    #   pydantic
    #   pydantic-core
    #   python-docx
    #   python-pptx
    #   referencing
    #   sqlalchemy
    #   torch
    #   typer
    #   typing-inspect
typing-inspect==0.9.0
    # via
    #   dataclasses-json
    #   llama-index-core
tzdata==2025.1
    # via pandas
ujson==5.10.0
    # via pymilvus
unlzw3==0.2.3
    # via ir-datasets
uri-template==1.3.0
    # via jsonschema
urllib3==2.3.0
    # via
    #   ibm-cos-sdk-core
    #   ibm-watsonx-ai
    #   requests
uvicorn[standard]==0.34.0
    # via -r requirements.in
uvloop==0.21.0
    # via uvicorn
warc3-wet==0.2.5
    # via ir-datasets
warc3-wet-clueweb09==0.2.5
    # via ir-datasets
watchfiles==1.0.4
    # via uvicorn
wcwidth==0.2.13
    # via prompt-toolkit
webcolors==24.11.1
    # via jsonschema
webencodings==0.5.1
    # via
    #   bleach
    #   tinycss2
websocket-client==1.8.0
    # via jupyter-server
websockets==15.0.1
    # via uvicorn
wget==3.2
    # via -r requirements.in
wrapt==1.17.2
    # via
    #   deprecated
    #   llama-index-core
xlsxwriter==3.2.2
    # via python-pptx
xxhash==3.5.0
    # via datasets
yarl==1.18.3
    # via aiohttp
zipp==3.21.0
    # via importlib-metadata
zlib-state==0.1.9
    # via ir-datasets

# The following packages are considered to be unsafe in a requirements file:
# setuptools