download : prefer q8_0 when q4_k not available (#22428)
This commit is contained in:
+1
-1
@@ -627,7 +627,7 @@ static hf_cache::hf_file find_best_model(const hf_cache::hf_files & files,
|
|||||||
if (!tag.empty()) {
|
if (!tag.empty()) {
|
||||||
tags.push_back(tag);
|
tags.push_back(tag);
|
||||||
} else {
|
} else {
|
||||||
tags = {"Q4_K_M", "Q4_0"};
|
tags = {"Q4_K_M", "Q8_0"};
|
||||||
}
|
}
|
||||||
|
|
||||||
for (const auto & t : tags) {
|
for (const auto & t : tags) {
|
||||||
|
|||||||
Reference in New Issue
Block a user