mtmd: add batching API (#24384)

* mtmd: add batching API * wip * first working version (gemma4v) * add arg * nits * wire up support_batch() * fix 0.0 output embd * fix audio * nits * refactor a bit * nits * fix non-batching case * fix comment
2026-06-13 00:10:29 +02:00
parent f58bad4137
commit e37abd6b5f
14 changed files with 544 additions and 126 deletions
@@ -16,6 +16,7 @@ struct clip_graph_gemma4v : clip_graph {
    clip_graph_gemma4v(clip_ctx * ctx, const clip_image_f32 & img) : clip_graph(ctx, img) {}
    ggml_cgraph * build() override;
    ggml_tensor * build_mm(ggml_tensor * w, ggml_tensor * x) const override;
+    bool support_batch() const override { return true; }
 };

 struct clip_graph_gemma4uv : clip_graph {