-
Notifications
You must be signed in to change notification settings - Fork 50
Expand file tree
/
Copy pathrequirements.txt
More file actions
30 lines (28 loc) · 883 Bytes
/
requirements.txt
File metadata and controls
30 lines (28 loc) · 883 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
numpy<2.0.0
scipy
pandas
loguru
deepspeed==0.16.9
torch==2.6.0
transformers==4.52.4
PyWavelets
matplotlib
tqdm
sktime
ragas==0.1.9
langchain==0.2.15
langchain-chroma==0.1.1
langchain-community==0.2.15
langchain-core==0.2.37
langchain-experimental==0.0.64
langchain-openai==0.1.23
langchain-text-splitters==0.2.0
langchainhub==0.1.16
PyYAML
json-repair
setuptools_scm
# Install flash-attn
https://github.com/Dao-AILab/flash-attention/releases/download/v2.7.3/flash_attn-2.7.3+cu12torch2.6cxx11abiFALSE-cp311-cp311-linux_x86_64.whl ; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11"
https://github.com/Dao-AILab/flash-attention/releases/download/v2.7.3/flash_attn-2.7.3+cu12torch2.6cxx11abiFALSE-cp312-cp312-linux_x86_64.whl ; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.12"
# Install vllm
vllm==0.8.5