nikola/llama_cpp
1
0
Fork 0
Code Issues Pull Requests Actions 4 Packages Projects Releases Wiki Activity

mtmd: fix gemma 4 projector pre_norm (#23822)

Browse Source
This commit is contained in:
Xuan-Son Nguyen
2026-05-28 20:58:55 +02:00
committed by GitHub
parent 408ae2b9e5
commit c8914ad4f4
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
tools/mtmd/models/gemma4v.cpp
View File

@@ -124,12 +124,12 @@ ggml_cgraph * clip_graph_gemma4v::build() {
}
// Gemma4MultimodalEmbedder
cur = build_mm(model.mm_input_proj_w, cur);
cb(cur, "projected", -1);
// embedding_post_projection_norm
cur = ggml_rms_norm(ctx0, cur, hparams.eps);
cb(cur, "projected_normed", -1);
{
// embedding_pre_projection_norm
cur = ggml_rms_norm(ctx0, cur, hparams.eps);
cur = build_mm(model.mm_input_proj_w, cur);
cb(cur, "projected", -1);
}
ggml_build_forward_expand(gf, cur);
return gf;