QuantLLM/requirements.txt at main · codewithdark-git/QuantLLM · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
# QuantLLM v2.0 Requirements

# Core dependencies
torch>=2.0.0
transformers>=4.36.0
datasets>=2.14.0
accelerate>=0.24.0
peft>=0.6.0
bitsandbytes>=0.41.0

# Utilities
scipy>=1.10.0
scikit-learn>=1.3.0
tqdm>=4.65.0
numpy>=1.24.0
sentencepiece>=0.1.99
protobuf>=3.20.0
einops>=0.7.0
psutil>=5.9.0
huggingface-hub>=0.19.0
rich>=13.0.0

# Optional - Training
wandb>=0.15.0
tensorboard>=2.14.0
evaluate>=0.4.0

# GGUF export & loading
gguf>=0.10.0

# ONNX export (optional - for onnx format)
# pip install optimum[onnxruntime] onnxscript
onnx>=1.14.0
onnxruntime>=1.16.0
optimum>=1.14.0
onnxscript>=0.1.0

# MLX export (optional - Apple Silicon only)
# pip install mlx mlx-lm  (macOS ARM64 only)