File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -105,8 +105,8 @@ cmake -B build -S . -DCMAKE_BUILD_TYPE=Release
105105cmake --build build --target test_dflash -j
106106
107107# 3. fetch weights: ~16 GB Q4_K_M target + 3.46 GB bf16 draft
108- huggingface-cli download unsloth/Qwen3.6-27B-GGUF Qwen3.6-27B-Q4_K_M.gguf --local-dir models/
109- huggingface-cli download z-lab/Qwen3.6-27B-DFlash model.safetensors --local-dir models/draft/
108+ hf download unsloth/Qwen3.6-27B-GGUF Qwen3.6-27B-Q4_K_M.gguf --local-dir models/
109+ hf download z-lab/Qwen3.6-27B-DFlash model.safetensors --local-dir models/draft/
110110
111111# 4a. one-shot streaming generate
112112python3 scripts/run.py --prompt " def fibonacci(n):"
@@ -198,9 +198,9 @@ cmake -B build -S . -DCMAKE_BUILD_TYPE=Release \
198198cmake --build build --target test_dflash test_flashprefill_kernels -j
199199
200200# 2. fetch weights: 27B Q4_K_M target + 0.6B BF16 drafter (GGUF) + DFlash spec-decode draft
201- huggingface-cli download unsloth/Qwen3.6-27B-GGUF Qwen3.6-27B-Q4_K_M.gguf --local-dir models/
202- huggingface-cli download unsloth/Qwen3-0.6B-GGUF Qwen3-0.6B-BF16.gguf --local-dir models/
203- huggingface-cli download z-lab/Qwen3.6-27B-DFlash model.safetensors --local-dir models/draft/
201+ hf download unsloth/Qwen3.6-27B-GGUF Qwen3.6-27B-Q4_K_M.gguf --local-dir models/
202+ hf download unsloth/Qwen3-0.6B-GGUF Qwen3-0.6B-BF16.gguf --local-dir models/
203+ hf download z-lab/Qwen3.6-27B-DFlash model.safetensors --local-dir models/draft/
204204
205205# 3. run the daemon: compress (drafter scoring) + generate (target spec decode)
206206DFLASH_FP_USE_BSA=1 DFLASH_FP_ALPHA=0.85 \
You can’t perform that action at this time.
0 commit comments