mtmd: add MiMo v2.5 vision (#22883)

* mimo-v2.5: vision support * mimo-v2.5: use fused qkv for vision * mimi-v2.5: fix f16 vision overflow * mimo-v2.5: comment cleanups * mimo-v2.5: Flash doesn't have mmproj more cleanup remember to use filter_tensors * mimo-v2.5: fix trailing whitespace
2026-05-12 11:11:14 +02:00
parent 78fbbc2c07
commit 4178259130
12 changed files with 460 additions and 23 deletions
@@ -98,7 +98,8 @@ struct clip_graph {
            ggml_tensor * v_cur,
            ggml_tensor * kq_mask,
            float kq_scale,
-            int il) const;
+            int il,
+            ggml_tensor * sinks = nullptr) const;

    // implementation of the 2D RoPE without adding a new op in ggml
    // this is not efficient (use double the memory), but works on all backends