ggml : implement fast walsh-hadamard transform for kv rotation (#21352) (#22631)

2026-05-05 10:05:05 +08:00
parent eff06702b2
commit a817a22bc6
8 changed files with 183 additions and 0 deletions
@@ -3264,6 +3264,16 @@ void ggml_mul_mat_set_prec(
    ggml_set_op_params_i32(a, 0, prec_i32);
 }

+void ggml_mul_mat_set_hint(
+        struct ggml_tensor * a,
+        enum ggml_op_hint    hint) {
+    GGML_ASSERT(a->op == GGML_OP_MUL_MAT);
+
+    const int32_t hint_i32 = (int32_t) hint;
+
+    ggml_set_op_params_i32(a, 1, hint_i32);
+}
+
 // ggml_mul_mat_id

 /*