spec : add ngram-mod (#19164)

* spec : add ngram-mod * cont : simplify + keep track of occupancy * cont : cleanup * cont : move initialization to common/speculative * cont : cleanup * cont : cleanup * cont : fix
2026-01-30 18:21:48 +02:00
parent 2e916f996a
commit dabaa2e77a
10 changed files with 292 additions and 29 deletions
@@ -15,8 +15,8 @@ enum common_speculative_type common_speculative_type_from_name(const std::string
 std::string common_speculative_type_to_str(enum common_speculative_type type);

 common_speculative * common_speculative_init(
-        const common_params_speculative & params,
-              llama_context             * ctx_tgt);
+        common_params_speculative & params,
+        llama_context             * ctx_tgt);

 void common_speculative_free(common_speculative * spec);