nikola/llama_cpp
1
0
Fork 0
Code Issues Pull Requests Actions 15 Packages Projects Releases Wiki Activity

convert : more consistent handling of rope_parameters (#24833)

Browse Source
This commit is contained in:
Sigbjørn Skjæret
2026-06-20 13:42:36 +03:00
committed by GitHub
parent f449e05537
commit f4043fec01
15 changed files with 40 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files
conversion/llama.py
+1 -1
View File
@@ -289,7 +289,7 @@ class LlamaModel(TextModel):
factor = rope_params.get("factor", 8.0)
low_freq_factor = rope_params.get("low_freq_factor", 1.0)
high_freq_factor = rope_params.get("high_freq_factor", 4.0)
old_context_len = self.hparams.get("original_max_position_embeddings", 8192)
old_context_len = rope_params.get("original_max_position_embeddings", 8192)
low_freq_wavelen = old_context_len / low_freq_factor
high_freq_wavelen = old_context_len / high_freq_factor