download : prefer q8_0 when q4_k not available

2026-05-15 13:34:06 +00:00 · 2026-04-27 12:08:25 +03:00
1 changed files with 1 additions and 1 deletions
--- a/common/download.cpp
+++ b/common/download.cpp
@@ -627,7 +627,7 @@ static hf_cache::hf_file find_best_model(const hf_cache::hf_files & files,
    if (!tag.empty()) {
        tags.push_back(tag);
    } else {
-        tags = {"Q4_K_M", "Q4_0"};
+        tags = {"Q4_K_M", "Q8_0"};
    }

    for (const auto & t : tags) {