nikola/llama_cpp
1
0
Fork 0
Code Issues Pull Requests Actions 24 Packages Projects Releases Wiki Activity

mtmd: fix Gemma 4 unified FPE (#24088)

Browse Source
This commit is contained in:
Andrei
2026-06-03 21:51:18 +02:00
committed by GitHub
parent 166fe29492
commit 94a220cd67
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/mtmd/clip.cpp
+2 -2
View File
@@ -247,11 +247,11 @@ clip_graph::clip_graph(clip_ctx * ctx, const clip_image_f32 & img) :
n_embd(hparams.n_embd), n_embd(hparams.n_embd),
n_head(hparams.n_head), n_head(hparams.n_head),
n_head_kv(hparams.n_head_kv), n_head_kv(hparams.n_head_kv),
d_head(n_embd / n_head), d_head(n_head > 0 ? n_embd / n_head : 0),
n_layer(hparams.n_layer), n_layer(hparams.n_layer),
n_mmproj_embd(clip_n_mmproj_embd(ctx)), n_mmproj_embd(clip_n_mmproj_embd(ctx)),
eps(hparams.eps), eps(hparams.eps),
kq_scale(1.0f / sqrtf((float)d_head)), kq_scale(d_head > 0 ? 1.0f / sqrtf((float)d_head) : 0.0f),
flash_attn_type(ctx->flash_attn_type) { flash_attn_type(ctx->flash_attn_type) {
struct ggml_init_params params = { struct ggml_init_params params = {
/*.mem_size =*/ ctx->buf_compute_meta.size(), /*.mem_size =*/ ctx->buf_compute_meta.size(),