download : prefer q8_0 when q4_k not available (#22428)

ggerganov · web-flow · commit e940b3d46839 · 2026-04-27T14:30:29.000+02:00
diff --git a/common/download.cpp b/common/download.cpp
@@ -627,7 +627,7 @@ static hf_cache::hf_file find_best_model(const hf_cache::hf_files & files,
     if (!tag.empty()) {
         tags.push_back(tag);
     } else {
-        tags = {"Q4_K_M", "Q4_0"};
+        tags = {"Q4_K_M", "Q8_0"};
     }
 
     for (const auto & t : tags) {

Original file line number	Diff line number	Diff line change
`@@ -627,7 +627,7 @@ static hf_cache::hf_file find_best_model(const hf_cache::hf_files & files,`
`627`	`627`	`if (!tag.empty()) {`
`628`	`628`	`tags.push_back(tag);`
`629`	`629`	`} else {`
`630`		`- tags = {"Q4_K_M", "Q4_0"};`
	`630`	`+ tags = {"Q4_K_M", "Q8_0"};`
`631`	`631`	`}`
`632`	`632`
`633`	`633`	`for (const auto & t : tags) {`