mtmd: add batching API (#24384)

* mtmd: add batching API * wip * first working version (gemma4v) * add arg * nits * wire up support_batch() * fix 0.0 output embd * fix audio * nits * refactor a bit * nits * fix non-batching case * fix comment
2026-06-13 00:10:29 +02:00
parent f58bad4137
commit e37abd6b5f
14 changed files with 544 additions and 126 deletions
@@ -54,6 +54,10 @@ struct clip_graph {
    virtual ggml_tensor * build_mm(ggml_tensor * w, ggml_tensor * x) const;
    // TODO: build_mm(w, b, x) to support bias

+    virtual bool support_batch() const {
+        return false;
+    }
+
    //
    // utility functions
    //