llama : add Gemma4 MTP (#23398)

2026-06-07 20:50:54 +08:00
parent 8a091c47ab
commit 04eb4c446d
31 changed files with 644 additions and 142 deletions
@@ -91,6 +91,10 @@ uint32_t llama_hparams::n_rot(uint32_t il) const {
 }

 uint32_t llama_hparams::n_embd_inp() const {
+    if (n_embd_inp_impl > 0) {
+        return n_embd_inp_impl;
+    }
+
    uint32_t n_embd_inp = n_embd;

    if (n_deepstack_layers > 0) {