convert : set "add bos" == True for Gemma 4 (#21500)

* convert : set "add bos" == True for Gemma 4 * cont : handle old GGUFs
2026-04-06 13:52:07 +03:00
parent f51fd36d79
commit 400ac8e194
2 changed files with 9 additions and 1 deletions
@@ -2325,6 +2325,14 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
            if (ml.get_key(LLM_KV_TOKENIZER_ADD_SEP, temp, false)) {
                add_sep = temp;
            }
+
+            // workaround for Gemma 4
+            // ref: https://github.com/ggml-org/llama.cpp/pull/21500
+            if (pre_type == LLAMA_VOCAB_PRE_TYPE_GEMMA4 && !add_bos) {
+                add_bos = true;
+
+                LLAMA_LOG_WARN("%s: override '%s' to 'true' for Gemma4\n", __func__, kv(LLM_KV_TOKENIZER_ADD_BOS).c_str());
+            }
        }

        // auto-detect special tokens by text